-- Logs begin at Mon 2022-04-18 17:19:16 UTC, end at Mon 2022-04-18 18:20:54 UTC. -- Apr 18 17:53:57.110597 dv-cinder-838329-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 17:54:00.095083 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.common.config [-] Logging enabled! Apr 18 17:54:00.095725 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120 Apr 18 17:54:00.095908 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 17:54:00.100238 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.common.config [-] Logging enabled! Apr 18 17:54:00.100501 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120 Apr 18 17:54:00.100820 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 17:54:00.101818 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 17:54:00.102055 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 17:54:00.102473 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 17:54:00.102727 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 17:54:00.102956 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 17:54:00.103401 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.103839 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 18 17:54:00.104161 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.104463 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.104759 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.105056 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.105352 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.105641 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.106119 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.106455 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.106750 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.107035 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.107326 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.107626 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.107909 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.108204 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.108495 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.108783 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] debug = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.109069 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.109511 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.109939 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.110222 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.110536 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.110820 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.111097 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.111378 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.111675 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.111996 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] host = dv-cinder-838329-1-iscsi {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.112302 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.112594 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.112885 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.113176 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.113460 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.113740 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.114027 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.114339 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.114617 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] log_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.114894 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.115196 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.115700 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.116219 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.116479 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.116711 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.117021 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.117317 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.117615 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.117882 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.118161 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.118465 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.118743 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.119013 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.119304 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.119594 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.119883 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.120161 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.120439 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.120715 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.120989 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.121280 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.121556 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.121831 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.122110 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.122425 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.122819 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.123276 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.123650 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.123945 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.124242 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.124573 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.124935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.125296 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.125585 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.125869 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.126152 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] use_json = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.126459 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.126739 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.127028 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.127307 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.127584 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.128011 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.128709 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.128987 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.129406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:00.129721 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.130027 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.130512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.131039 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.131451 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.131743 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.132099 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.132588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.133068 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.133380 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.133683 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.133972 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.134305 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.134608 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.134912 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.135227 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.135527 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.135825 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.136108 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.136389 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.136669 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.136954 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.137413 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.137684 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.137986 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.138307 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.138595 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.138897 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.139191 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.139490 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.139784 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.140063 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.140347 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.140644 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.140928 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.141205 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.141486 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.142032 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.142345 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.142626 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.142914 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.143202 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.144055 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.144513 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.145034 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.145147 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.145512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.145692 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.145972 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.146338 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.146564 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.146859 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.147144 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.147423 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.147701 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.147983 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.148260 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.148537 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.148817 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.149096 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.149380 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.149657 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.149934 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.150210 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.150506 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.150814 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.151057 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.151331 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.151611 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.151885 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.152162 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.152476 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.152714 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.152988 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.153281 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.153581 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.153867 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.154148 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.154451 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.154733 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.155014 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.155298 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.155579 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.155860 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.156136 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.156428 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.156713 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.157004 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.157308 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.157589 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.157886 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.158168 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.158471 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.158756 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.159612 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.159925 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.160371 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.160544 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.160848 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.161148 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.161448 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.161751 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.162051 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.162362 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.162680 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.162966 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:00.163187 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 17:54:00.163440 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103322) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 17:54:00.553422 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 18 17:54:00.553702 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 18 17:54:00.554012 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 18 17:54:00.554384 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 17:54:00.885080 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.885371 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.885642 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.888557 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.888842 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.889120 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.943051 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.943328 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.943594 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.958773 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.959057 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.959336 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.989256 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.989531 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:00.989803 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.026932 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.027214 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.027482 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.371782 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.372367 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.372367 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.372597 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.373290 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.474571 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.474900 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.475189 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.475467 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.475740 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.476055 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.476320 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.476583 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.476842 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.477130 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.477395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.477665 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.477926 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.478181 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.478468 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.478738 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.478997 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.479268 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.479541 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.479805 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.480080 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.480333 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.480616 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.480992 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.481246 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.481498 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.481896 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 17:54:01.482138 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 17:54:01.482409 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 17:54:01.482647 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 17:54:01.482885 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 17:54:01.483120 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 17:54:01.483501 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 17:54:01.486739 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 17:54:01.491149 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 17:54:01.495025 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 18 17:54:01.496823 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 17:54:01.497301 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 17:54:01.497640 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 17:54:01.498026 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 17:54:01.500995 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 17:54:01.501254 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 17:54:01.501606 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 17:54:01.507008 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 18 17:54:01.530576 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 17:54:01.531032 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.531332 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103322) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 18 17:54:01.531708 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.533060 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103322) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 17:54:01.533349 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 17:54:01.533613 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 17:54:01.537148 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.537438 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:01.599319 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 17:54:01.599480 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 17:54:01.599724 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 17:54:01.600102 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 17:54:01.620518 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_db.sqlalchemy.engines [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103322) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 18 17:54:02.055671 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Initializing driver for type 'gre' Apr 18 17:54:02.056230 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] gre ID ranges: [(1, 1000)] Apr 18 17:54:02.107759 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Initializing driver for type 'local' Apr 18 17:54:02.108434 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Initializing driver for type 'vlan' Apr 18 17:54:02.122328 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] VlanTypeDriver initialization complete Apr 18 17:54:02.122667 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Initializing driver for type 'vxlan' Apr 18 17:54:02.123151 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] vxlan ID ranges: [(1, 1000)] Apr 18 17:54:02.175299 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Initializing extension driver 'port_security' Apr 18 17:54:02.175639 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] PortSecurityExtensionDriver initialization complete Apr 18 17:54:02.175971 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Initializing mechanism driver 'openvswitch' Apr 18 17:54:02.176293 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Initializing mechanism driver 'hyperv' Apr 18 17:54:02.182832 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:02.183684 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > port after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.184060 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > port after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.184416 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > port after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.184952 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 17:54:02.185398 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > subnet after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.185757 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > subnet after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.186107 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.186537 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 17:54:02.186956 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > network after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.187310 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > network after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.187656 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > network after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.188063 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 17:54:02.188469 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > security_group after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.188820 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > security_group after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.189171 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.189568 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 17:54:02.189988 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.190962 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.191317 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.191718 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 17:54:02.192133 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > address_group after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.192483 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > address_group after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.192826 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.193229 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 18 17:54:02.193678 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] ML2 OVO RPC backend initialized. {{(pid=103322) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 18 17:54:02.194418 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.194778 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.195201 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > network before_response 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.195556 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > networks before_response 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.195909 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > port before_response 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.196255 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > ports before_response 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.196601 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > subnet before_response 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.196948 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > subnets before_response 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.197297 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > network after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.197641 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > network after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.197980 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > network after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.198347 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > port after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.198693 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > port after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.199034 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > port after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.199379 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > subnet after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.199718 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > subnet after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.200054 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.207761 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded quota_driver: . Apr 18 17:54:02.208128 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.plugin [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Modular L2 Plugin initialization complete Apr 18 17:54:02.208476 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading services supported by the core plugin {{(pid=103322) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 17:54:02.208825 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.plugins.ml2.managers [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Got port-security extension from driver 'port_security' Apr 18 17:54:02.209303 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.extensions.vlantransparent [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Disabled vlantransparent extension. Apr 18 17:54:02.209796 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103322) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 17:54:02.210124 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading Plugin: router Apr 18 17:54:02.245540 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.246003 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router after_create 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.246411 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router before_create 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.246996 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.247366 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.247766 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router after_delete 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.248200 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.248621 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.249015 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router after_create 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.249432 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router after_update 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.249963 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router after_update 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.250713 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.251325 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router after_update 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.251746 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_update 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.252190 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: port after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.252617 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: port after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.253809 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: subnet after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.254351 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.254712 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.255208 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_create 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.255580 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: port before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.255973 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.256364 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router after_update 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.256774 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.257275 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_create 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.257688 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.258076 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_update 55549900 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.258516 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > agent after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.258934 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > agent after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.259392 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > network after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.260387 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Tracking information for resource: router configured {{(pid=103322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 17:54:02.260794 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Tracking information for resource: floatingip configured {{(pid=103322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 17:54:02.265909 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.db.l3_agentschedulers_db [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 17:54:02.266971 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: port after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.267377 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: port after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.267780 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: port after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.268166 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: port after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.269440 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router before_create 55550100 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.269846 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.270407 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_create 55550100 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.270823 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > router precommit_update 55550100 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.275958 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.services.provider_configuration [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service providers = [] {{(pid=103322) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 17:54:02.276360 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.db.servicetype_db [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103322) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 17:54:02.280039 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.services.service_base [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 17:54:02.280538 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.services.service_base [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 17:54:02.280925 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.services.service_base [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 17:54:02.281846 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.services.service_base [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 17:54:02.282220 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.services.service_base [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 17:54:02.282637 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 17:54:02.282959 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 17:54:02.294743 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 17:54:02.295118 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading Plugin: auto_allocate Apr 18 17:54:02.302059 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: network precommit_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.302562 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: network precommit_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.303199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 17:54:02.303558 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading Plugin: tag Apr 18 17:54:02.313213 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 17:54:02.313548 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading Plugin: timestamp Apr 18 17:54:02.319355 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 17:54:02.319721 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading Plugin: network_ip_availability Apr 18 17:54:02.325974 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.326419 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.326808 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.327704 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 17:54:02.328064 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading Plugin: flavors Apr 18 17:54:02.333800 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 17:54:02.334135 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading Plugin: revisions Apr 18 17:54:02.338455 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 17:54:02.338856 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_concurrency.lockutils [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=103322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 18 17:54:02.339608 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103322) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 17:54:02.339945 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Initializing extension manager. Apr 18 17:54:02.340470 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: __init__.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.340815 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: __pycache__ {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.341147 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: address_group.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.341922 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.342542 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: address-group Apr 18 17:54:02.342873 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: address_scope.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.343592 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.344108 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: address-scope Apr 18 17:54:02.344435 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.345367 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.345883 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: router-admin-state-down-before-update Apr 18 17:54:02.346206 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: agent.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.347051 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.347564 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: agent Apr 18 17:54:02.347889 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: agent_resources_synced.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.348809 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.349331 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: agent-resources-synced Apr 18 17:54:02.349658 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: allowedaddresspairs.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.351584 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.352105 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: allowed-address-pairs Apr 18 17:54:02.352434 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: auto_allocated_topology.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.353510 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.354030 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: auto-allocated-topology Apr 18 17:54:02.354389 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: availability_zone.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.355091 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.355602 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: availability_zone Apr 18 17:54:02.355926 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: availability_zone_filter.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.356845 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.357355 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: availability_zone_filter Apr 18 17:54:02.357678 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: data_plane_status.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.358622 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.359131 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 17:54:02.359454 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: default_subnetpools.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.360371 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.360883 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: default-subnetpools Apr 18 17:54:02.361208 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.362539 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.363061 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: dhcp_agent_scheduler Apr 18 17:54:02.363383 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: dns.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.364300 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.364807 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 17:54:02.365129 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: dns_domain_ports.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.366049 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.366583 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 17:54:02.366910 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.367840 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.368343 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 18 17:54:02.368666 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: dvr.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.369342 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.369852 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: dvr Apr 18 17:54:02.370175 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: ecmp_routes.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.371115 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.371622 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 18 17:54:02.371946 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: empty_string_filtering.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.372858 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.373373 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: empty-string-filtering Apr 18 17:54:02.373697 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.374641 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.375153 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 17:54:02.375476 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.376395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.376908 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 17:54:02.377237 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: external_net.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.378799 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.379314 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: external-net Apr 18 17:54:02.379638 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.380559 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.381075 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: extra_dhcp_opt Apr 18 17:54:02.381398 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: extraroute.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.382350 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.382866 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: extraroute Apr 18 17:54:02.383190 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: extraroute_atomic.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.384383 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.384901 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: extraroute-atomic Apr 18 17:54:02.385229 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: filter_validation.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.385905 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.386444 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: filter-validation Apr 18 17:54:02.386771 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: fip_pf_description.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.387686 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.388198 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 17:54:02.388523 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: fip_pf_port_range.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.389439 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.389951 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 18 17:54:02.390308 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: fip_port_details.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.391233 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.392009 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: fip-port-details Apr 18 17:54:02.392332 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: flavors.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.393596 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.394117 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: flavors Apr 18 17:54:02.394474 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.396128 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.396654 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 17:54:02.396985 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: floatingip_pools.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.397693 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.398208 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: floatingip-pools Apr 18 17:54:02.398567 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: ip_allocation.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.399495 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.400002 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 17:54:02.400326 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.401252 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.401769 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: ip-substring-filtering Apr 18 17:54:02.402096 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l2_adjacency.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.403051 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.403564 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 17:54:02.403889 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.404856 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.405483 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: router Apr 18 17:54:02.405816 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.408057 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.408592 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 17:54:02.408957 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.410061 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.410614 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: ext-gw-mode Apr 18 17:54:02.410945 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.411868 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.412381 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: l3-ha Apr 18 17:54:02.412710 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.413619 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.414130 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 18 17:54:02.414480 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3_flavors.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.415402 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.415916 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: l3-flavors Apr 18 17:54:02.416242 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.417638 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.418164 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 18 17:54:02.418528 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.419450 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.419968 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 17:54:02.420297 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: l3agentscheduler.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.421342 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.421858 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: l3_agent_scheduler Apr 18 17:54:02.422188 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: local_ip.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.424132 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.425233 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension local_ip not supported by any of loaded plugins Apr 18 17:54:02.425659 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: logging.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.427162 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.427695 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension logging not supported by any of loaded plugins Apr 18 17:54:02.428030 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: metering.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.428781 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.429366 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: metering Apr 18 17:54:02.429698 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.430824 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.431345 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: metering_source_and_destination_fields Apr 18 17:54:02.431673 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: multiprovidernet.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.432598 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.433112 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: multi-provider Apr 18 17:54:02.433437 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: netmtu.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.434387 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.434902 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: net-mtu Apr 18 17:54:02.435228 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: netmtu_writable.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.436145 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.436654 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: net-mtu-writable Apr 18 17:54:02.436979 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: network_availability_zone.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.437661 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.438168 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: network_availability_zone Apr 18 17:54:02.438518 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: network_ip_availability.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.439615 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.440132 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: network-ip-availability Apr 18 17:54:02.441085 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: network_segment_range.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.441861 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.442408 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 17:54:02.442738 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: pagination.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.443721 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.444057 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: pagination Apr 18 17:54:02.444380 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: port_device_profile.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.445302 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.445823 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: port-device-profile Apr 18 17:54:02.446148 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.447091 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.447619 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: port-mac-address-regenerate Apr 18 17:54:02.447946 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.448869 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.449387 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: port-numa-affinity-policy Apr 18 17:54:02.449713 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: port_resource_request.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.450662 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.451173 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 17:54:02.451499 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: port_resource_request_groups.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.452469 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.452978 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 18 17:54:02.453304 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: portbindings.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.454221 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.454753 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: binding Apr 18 17:54:02.455080 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: portbindings_extended.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.456374 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.456893 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: binding-extended Apr 18 17:54:02.457223 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: portsecurity.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.458152 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.458702 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: port-security Apr 18 17:54:02.459029 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: project_id.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.460009 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.460343 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: project-id Apr 18 17:54:02.460669 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: providernet.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.461583 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.462101 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: provider Apr 18 17:54:02.462463 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.465984 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.466554 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos not supported by any of loaded plugins Apr 18 17:54:02.466888 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.468254 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.468776 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 17:54:02.469108 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.470028 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.470580 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 17:54:02.470912 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_default.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.472112 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.472980 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-default not supported by any of loaded plugins Apr 18 17:54:02.473531 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_fip.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.475037 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.475928 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 17:54:02.476504 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.477515 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.478040 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 18 17:54:02.478407 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_gateway_ip.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.479343 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.479864 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 17:54:02.480194 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_port_network_policy.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.481117 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.481637 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 17:54:02.481962 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.483043 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.483570 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 18 17:54:02.483895 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.484954 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.485476 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 18 17:54:02.485805 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_pps_rule.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.487003 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.488073 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-pps not supported by any of loaded plugins Apr 18 17:54:02.488374 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_rule_type_details.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.489299 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.489817 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 17:54:02.490144 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.491091 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.491612 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 18 17:54:02.491941 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: qos_rules_alias.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.492996 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.493517 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 17:54:02.493843 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: quota_check_limit.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.494777 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.495297 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: quota-check-limit Apr 18 17:54:02.495624 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: quotasv2.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.496581 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.496911 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: quotas Apr 18 17:54:02.497235 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: quotasv2_detail.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.498976 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.499320 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: quota_details Apr 18 17:54:02.499652 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: rbac.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.500713 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.501237 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: rbac-policies Apr 18 17:54:02.501567 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: rbac_address_group.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.502534 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.503689 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: rbac-address-group Apr 18 17:54:02.504016 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: rbac_address_scope.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.504948 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.505467 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: rbac-address-scope Apr 18 17:54:02.505793 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: rbac_security_groups.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.506930 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.507453 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: rbac-security-groups Apr 18 17:54:02.507782 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: rbac_subnetpool.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.508715 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.509232 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: rbac-subnetpool Apr 18 17:54:02.509557 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: revisionifmatch.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.510516 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.511037 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: revision-if-match Apr 18 17:54:02.511361 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: revisions.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.512484 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.513003 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: standard-attr-revisions Apr 18 17:54:02.513330 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: router_availability_zone.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.514014 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.514566 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: router_availability_zone Apr 18 17:54:02.514894 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: routerservicetype.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.515819 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.516337 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 17:54:02.516924 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.517854 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.518443 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: security-groups-normalized-cidr Apr 18 17:54:02.518765 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.519773 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.520293 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: port-security-groups-filtering Apr 18 17:54:02.520620 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.521559 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.522077 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: security-groups-remote-address-group Apr 18 17:54:02.522436 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.523367 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.523889 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: security-groups-shared-filtering Apr 18 17:54:02.524212 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.524804 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 18 17:54:02.525127 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: securitygroup.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.535470 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.536007 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: security-group Apr 18 17:54:02.536342 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: segment.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.537081 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.537600 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension segment not supported by any of loaded plugins Apr 18 17:54:02.537927 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.538905 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.539424 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 17:54:02.539750 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: servicetype.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.540855 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.541376 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: service-type Apr 18 17:54:02.541704 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: sorting.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.542733 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.543068 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: sorting Apr 18 17:54:02.543393 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: standard_attr_segment.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.544309 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.544826 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 17:54:02.545150 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: standardattrdescription.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.545803 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.546355 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: standard-attr-description Apr 18 17:54:02.546684 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: stateful_security_group.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.547624 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.548139 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: stateful-security-group Apr 18 17:54:02.548472 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: stdattrs_common.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.549047 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 17:54:02.549371 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.551048 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.551568 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 17:54:02.551898 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: subnet_onboard.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.552975 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.553497 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: subnet_onboard Apr 18 17:54:02.553824 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.554804 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.555317 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 17:54:02.555641 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: subnet_service_types.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.556570 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.557089 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: subnet-service-types Apr 18 17:54:02.557413 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: subnetallocation.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.558532 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.559054 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: subnet_allocation Apr 18 17:54:02.559379 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.560050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.560561 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: subnetpool-prefix-ops Apr 18 17:54:02.560883 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.561811 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.562360 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 17:54:02.562686 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: tagging.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.563818 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.564291 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: standard-attr-tag Apr 18 17:54:02.564616 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: timestamp.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.565985 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.566535 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loaded extension: standard-attr-timestamp Apr 18 17:54:02.566865 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: trunk.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.567894 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.568415 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension trunk not supported by any of loaded plugins Apr 18 17:54:02.568749 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: trunk_details.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.569668 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.570184 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 17:54:02.570538 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: uplink_status_propagation.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.571462 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.571977 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 17:54:02.572306 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Loading extension file: vlantransparent.py {{(pid=103322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 17:54:02.572980 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 17:54:02.573493 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 17:54:02.576003 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:network Apr 18 17:54:02.576526 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:subnet Apr 18 17:54:02.576926 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 17:54:02.577318 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:port Apr 18 17:54:02.578571 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.579031 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service FLAVORS assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.579653 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.580098 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.580433 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:router Apr 18 17:54:02.580942 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 17:54:02.581491 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service METERING assigned prefix: /metering {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.583141 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.583521 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.583887 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 17:54:02.584893 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 17:54:02.585346 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:security_group Apr 18 17:54:02.585792 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 17:54:02.586423 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service CORE assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.586762 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 17:54:02.587116 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] subnetpool is already registered Apr 18 17:54:02.587543 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service CORE assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.587873 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 17:54:02.588208 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] subnetpool is already registered Apr 18 17:54:02.590522 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.590965 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service FLAVORS assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.591564 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.591995 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.592328 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:router Apr 18 17:54:02.592670 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] router is already registered Apr 18 17:54:02.593082 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 17:54:02.593420 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] floatingip is already registered Apr 18 17:54:02.593876 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service METERING assigned prefix: /metering {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.594573 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 17:54:02.594908 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] rbac_policy is already registered Apr 18 17:54:02.595322 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:security_group Apr 18 17:54:02.595660 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] security_group is already registered Apr 18 17:54:02.596065 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 17:54:02.596894 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] security_group_rule is already registered Apr 18 17:54:02.597620 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service CORE assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.597951 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 17:54:02.598315 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] subnetpool is already registered Apr 18 17:54:02.598740 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.v2.resource_helper [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Service CORE assigned prefix: {{(pid=103322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 17:54:02.599073 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 17:54:02.599407 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING neutron.quota.resource_registry [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] subnetpool is already registered Apr 18 17:54:02.599884 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: extensions {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.601322 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: address-groups {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.602828 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: address-scopes {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.604138 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: agents {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.605287 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: auto-allocated-topology {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.606551 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: availability_zones {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.607861 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: dhcp-networks {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.610465 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: dhcp-agents {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.611942 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: routers {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.614303 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: flavors {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.615451 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: service_profiles {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.616636 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: next_providers {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.618075 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: service_profiles {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.619637 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: floatingip-pools {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.620846 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: routers {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.623028 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: floatingips {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.624306 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: l3-routers {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.625686 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: l3-agents {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.627124 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: metering-labels {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.629051 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: metering-label-rules {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.630338 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: network-ip-availabilities {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.631590 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: bindings {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.633281 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: quotas {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.634848 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: quotas {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.636366 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: rbac-policies {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.637657 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: security-groups {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.638910 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: security-group-rules {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.640138 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: service-providers {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.641334 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: subnetpools {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.643033 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: subnetpools {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.645083 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.646773 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.648573 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.650376 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.652148 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.653972 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.655683 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.657570 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.659502 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.661333 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron.api.extensions [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Extended resource: tags {{(pid=103322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 17:54:02.667191 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING keystonemiddleware.auth_token [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 17:54:02.672840 dv-cinder-838329-1-iscsi neutron-server[103322]: WARNING keystonemiddleware.auth_token [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 17:54:02.681377 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_concurrency.lockutils [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Acquired lock "singleton_lock" {{(pid=103322) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 18 17:54:02.681851 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_concurrency.lockutils [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Releasing lock "singleton_lock" {{(pid=103322) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 18 17:54:02.682534 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO oslo_service.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Starting 2 workers Apr 18 17:54:02.687415 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Started child 103431 {{(pid=103322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 17:54:02.692499 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Started child 103432 {{(pid=103322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 17:54:02.693619 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:02.694343 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO neutron.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 17:54:02.694745 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:02.695217 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [-] (103431) wsgi starting up on http://0.0.0.0:9696 Apr 18 17:54:02.697228 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO oslo_service.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Starting 1 workers Apr 18 17:54:02.697373 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:02.698834 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [-] (103432) wsgi starting up on http://0.0.0.0:9696 Apr 18 17:54:02.702525 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Started child 103433 {{(pid=103322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 17:54:02.703063 dv-cinder-838329-1-iscsi neutron-server[103322]: INFO oslo_service.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Starting 1 workers Apr 18 17:54:02.706890 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] calling RpcWorker wait() {{(pid=103433) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 17:54:02.707451 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] returning from RpcWorker wait() {{(pid=103433) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 17:54:02.708279 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Started child 103434 {{(pid=103322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 17:54:02.708824 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:02.709103 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4c6f36c6-0bb2-4b96-bebb-165f6e164220 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:02.709513 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:02.711075 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103322) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 17:54:02.711286 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 17:54:02.711476 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 17:54:02.711707 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 17:54:02.712050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 17:54:02.712218 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 17:54:02.712722 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.712998 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.713219 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:02.713701 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.713701 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.713836 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.714391 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.714663 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.714901 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.715168 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.715420 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.715590 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.715760 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.716019 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.716274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.716584 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.716860 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.717098 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.717373 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.717546 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.717809 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.718115 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.718400 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.718681 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] debug = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.718906 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.719432 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.719670 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.719938 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.720178 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.720448 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.720676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.720970 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.721206 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.721480 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.721945 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.722587 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.722671 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.722924 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.723171 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.723392 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.723644 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.723887 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.724344 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] host = dv-cinder-838329-1-iscsi {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.724585 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.724800 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.725066 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.725317 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.725568 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.725819 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.726098 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.726391 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.726649 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.726879 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.727123 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.727376 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.727618 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.727863 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.728029 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_options = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.728269 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.728540 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.728815 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.729004 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.729172 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.729335 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.729610 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.729758 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.730027 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.730278 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.730501 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.730717 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.730954 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.731169 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.731428 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.731663 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.731900 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.732112 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.732377 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.732607 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.732853 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.733106 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.733329 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.733579 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.733813 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.735205 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.735340 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:02.735490 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.735725 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.735985 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.736239 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.737315 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.738191 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.738191 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.738191 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.738793 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.738793 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.739066 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.739201 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.739674 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.739674 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.739954 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.740423 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.740889 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.741163 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.741340 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.741593 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.741857 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_json = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.742131 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.742397 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.743224 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.743224 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.743224 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.743664 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.743664 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.744012 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.744012 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.744450 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.744742 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.745147 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.745323 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.746033 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.746033 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.746033 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.746714 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.746714 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.746986 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.747121 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.747353 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.747805 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.747962 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.748209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.748549 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.748816 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.749081 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.749342 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.749568 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.749793 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.750044 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.750758 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.750758 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.750941 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.751090 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.751372 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.751592 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.751863 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.752266 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.752634 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.753467 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.753743 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.753968 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.754224 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.756406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.757025 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.757025 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.757025 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.757252 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.757986 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.757986 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.757986 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.758291 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.758406 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.758648 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.758896 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.759100 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.759362 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.759611 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.759840 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.760086 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.760329 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.760574 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.760844 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.761095 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.761314 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.761530 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.761751 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.761967 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.762278 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.762501 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.762741 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.762959 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.763183 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.763473 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.763801 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.764284 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.764526 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.764753 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.764996 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.765216 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.765447 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.765654 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.765895 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.766113 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.766382 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.766871 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.767104 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.767323 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.767543 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.767785 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.768034 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.768472 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.769443 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.769708 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.769955 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.770218 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.770636 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.770872 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.771126 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.771398 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.771631 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.771872 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.772134 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.772367 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.772623 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.772852 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.773083 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.773334 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.773582 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.773810 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.774057 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.774300 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.774554 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.774782 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.775060 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.775305 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.775545 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.775803 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.776086 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.776369 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.776640 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.776899 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.777156 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.777432 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.777765 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.778037 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.778358 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.778605 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.778862 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.779110 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.779381 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.779632 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.779883 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.780120 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.780574 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.780846 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.781117 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.781366 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.781605 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.781916 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.782173 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.782455 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.782675 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.782949 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.783187 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.783493 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.783775 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.784109 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.784383 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.784633 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.784891 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.785135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.785379 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.785644 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.785869 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.786124 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.786400 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.786753 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.786981 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.787202 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.787476 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.787698 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.787924 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.788147 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.788377 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.788603 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.788879 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.789103 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.789330 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.789580 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.789801 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.790261 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.790261 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.790424 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 38954) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:02.790603 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792143 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792143 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792143 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792143 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792143 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792143 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792626 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792626 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792626 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.792888 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.793121 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.794274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.794274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.794274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.794274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.794274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.794629 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.794697 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.794932 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.795169 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.795535 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.795804 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.796046 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.796313 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.796578 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.796784 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.797005 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.797251 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.797471 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.797690 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.797944 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.798199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.798487 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.798710 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.798932 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.799176 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.799329 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066097 Apr 18 17:54:02.799434 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.799709 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.801448 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.801747 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.802688 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.802951 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.803188 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.803441 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.803666 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.803890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.804115 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.804341 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.804582 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.804879 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.805133 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.805860 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.805860 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.806444 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.807357 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.807472 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.807659 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.807901 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.808407 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.808407 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.808667 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.808843 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.809947 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.811638 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.811894 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.812133 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.812397 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.813123 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.813382 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.813617 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.814207 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.814207 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.814775 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.816028 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.816268 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.817324 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.817441 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.817617 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.817866 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.819320 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.819915 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.819915 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.820451 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.822547 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.824035 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.824399 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.824689 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.824942 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.825264 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.825537 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.825805 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.826074 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.826799 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.827036 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.827329 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.830995 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.830995 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.830995 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.831336 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.831773 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.832101 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.833070 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.833070 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.833070 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.833297 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.833552 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.833784 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.834096 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.834546 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.835190 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.835190 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.835412 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.835682 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.835937 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.836193 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.836425 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.836672 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.836901 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.837168 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.837426 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.837753 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.838305 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.838305 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.838483 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.838712 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.839362 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.839362 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.839362 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.839590 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 17:54:02.840023 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103322) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 17:54:02.842135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 17:54:02.842135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 17:54:02.842135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 17:54:02.842135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 17:54:02.842458 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:02.842561 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 17:54:02.842561 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.842561 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.842561 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.842561 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.842561 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.842561 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843441 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843441 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843441 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843619 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843700 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.843866 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.844018 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.844177 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.844337 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] debug = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.844495 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.844706 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.844870 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.845031 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.845188 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.845344 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.845502 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.845661 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.845818 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.848217 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.848407 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.848556 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.848714 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.848880 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.849042 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.849200 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.849360 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.849523 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.849681 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] host = dv-cinder-838329-1-iscsi {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.849839 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.849998 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.850155 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.850330 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.850489 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.851890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.851890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.851890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.851890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.851890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.851890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.851890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.851890 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.852491 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.852491 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_options = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.852491 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.852491 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.852491 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.852827 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.852827 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.852977 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.853067 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.853149 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.854135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.854135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.854135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.854135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.854135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.854135 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855039 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855039 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855039 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855039 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855039 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855754 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855754 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855754 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855754 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.855754 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.856398 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.856398 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.856398 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.856398 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.856924 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.856924 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.856924 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.856924 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.857455 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.857455 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.857455 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.857854 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.857854 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.857854 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.858274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.858274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.858547 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.858547 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.858939 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.858939 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.858939 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.859334 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.859334 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_json = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.859334 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.859735 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.859735 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.860000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.860000 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.860167 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.860249 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.860360 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.860542 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 17:54:02.860695 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.860854 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.861025 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.861186 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.861342 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.861494 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.862374 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.862374 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.863479 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.863479 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.863479 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.863479 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.863479 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.863479 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.865209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.865209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.865209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.865209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.865209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.865209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.865209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.865209 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.866270 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.866270 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.866270 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.866270 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.866270 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.866270 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.866270 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.866270 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.867588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.867588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.867588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.867588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.867588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.867588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.867588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.867588 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.868676 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.870475 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.872050 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874199 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.874935 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.875563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876172 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876172 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876172 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876172 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876172 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876172 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876597 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876597 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876742 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876822 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.876901 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.877069 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.877231 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.877390 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.877551 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.877766 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.878413 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.878603 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.878758 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.878923 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.879096 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.879240 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.879394 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.879537 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.879999 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.879999 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.879999 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.880235 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.880317 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.880570 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.880665 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.880803 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.880947 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.881090 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.881232 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.881386 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.881532 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.881685 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.882281 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.882281 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.882281 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.882517 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.882666 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.882840 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.883007 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.883168 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.883327 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.884261 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.884261 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.884261 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.884261 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.884261 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.884261 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885046 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885046 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885046 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885046 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885421 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885421 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885621 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885726 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885852 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.885968 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.886084 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.886287 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.886477 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.886643 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.886803 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.887806 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.887806 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.887806 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.887806 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.887806 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.887806 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.888470 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.888470 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.888470 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.888470 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.888470 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889052 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889052 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889052 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889052 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889498 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889498 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889498 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889798 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.889798 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.890681 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.890681 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.890681 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.890681 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.890681 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.890681 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.891274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.891274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.891274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.891274 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.891907 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.891907 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.892160 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.892160 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.892395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.892518 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.892651 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.892777 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.892893 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.893016 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.893150 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.893813 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.893981 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.895627 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.895805 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.895982 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.896141 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.896284 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.896497 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.896624 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.896750 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.896942 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.897070 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.897224 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.897379 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.897869 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.897869 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.897869 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.898224 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.898224 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.899807 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.899807 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.899807 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.899807 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.899807 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.899807 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.900511 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.900511 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.900511 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.900511 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.900511 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.901112 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.901112 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.901112 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.901112 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.902512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.902512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.902512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.902512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.902512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.902512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.902512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.902512 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903395 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903889 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903889 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.903889 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.904097 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.904097 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.904326 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.904417 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.904509 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905218 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905218 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905218 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905218 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905638 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905638 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905638 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905943 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.905943 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.906098 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.906178 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.906346 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.906506 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.906649 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.906803 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.906957 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.907100 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.907267 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.907415 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.907583 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.907751 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.907918 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.908078 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.908227 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.908403 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.908563 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.908723 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.908873 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.909222 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.909827 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.909998 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.910163 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.910385 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.910613 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911151 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911151 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911151 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911564 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911564 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911564 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911948 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911948 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.911948 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.912369 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 17:54:02.912369 dv-cinder-838329-1-iscsi neutron-server[103322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 17:54:14.394656 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7d823-3a41-4263-ba63-847786f06a20 None None] get_active_networks_info from dv-cinder-838329-1-iscsi {{(pid=103433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 18 17:54:14.473912 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc7d823-3a41-4263-ba63-847786f06a20 None None] No non-hosted networks {{(pid=103433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 17:54:14.490659 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.agentschedulers_db [None req-fdc7d823-3a41-4263-ba63-847786f06a20 None None] DHCP Agent not found on host dv-cinder-838329-1-iscsi {{(pid=103433) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 17:54:14.672536 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4ccde02-68da-4987-a320-dd41be495697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16619438'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:16.572641 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b47704f6-d806-46b1-a50b-01238af0efaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16619438'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:16.585151 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-460a2a76-af7f-40e8-bb30-7a1ca5b49208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:17.510689 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39026) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:17.784486 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16619438'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:18.079083 dv-cinder-838329-1-iscsi neutron-server[103432]: WARNING oslo_policy.policy [None req-5c37b2bd-7347-41f1-bb3f-ec8e27509ce6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 17:54:18.079674 dv-cinder-838329-1-iscsi neutron-server[103432]: WARNING oslo_policy.policy [None req-5c37b2bd-7347-41f1-bb3f-ec8e27509ce6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 17:54:18.307555 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [None req-5c37b2bd-7347-41f1-bb3f-ec8e27509ce6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 17:54:18.318320 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-5c37b2bd-7347-41f1-bb3f-ec8e27509ce6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7970631 Apr 18 17:54:19.126556 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16619438'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:20.644393 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16619438'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:20.649373 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.651790 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.653792 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.654796 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.655729 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.656420 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.656999 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.657554 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.658416 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.659462 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.660513 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.661679 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.662505 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.663036 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.663626 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:20.664349 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-838329-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:20.676743 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-838329-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:20.974772 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39060) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:21.498108 dv-cinder-838329-1-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 17:54:21.498729 dv-cinder-838329-1-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 17:54:21.727065 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:21.814731 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.db.l3_hamode_db [None req-0458b93d-316a-4df1-a70c-fd0cf6ac3bd0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 17:54:21.820352 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.policy [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103431) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 17:54:21.863225 dv-cinder-838329-1-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 17:54:21.863599 dv-cinder-838329-1-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 17:54:21.893109 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458b93d-316a-4df1-a70c-fd0cf6ac3bd0 None None] Routers set() bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:21.894102 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458b93d-316a-4df1-a70c-fd0cf6ac3bd0 None None] Router IDs set() for agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 17:54:21.963536 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730136843820', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730136843296', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730136892524', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730136889498', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730136879579', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730136874839', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1004468', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-849823', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16482921', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16390440'] for rbac-policy (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:22.033592 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:22.035010 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0378343c-e754-4b4b-bc98-ac8bd85535a1 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0581577 Apr 18 17:54:24.530524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39078) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:24.837541 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:24.866965 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Made reservation on behalf of 594753d3762143e0a33c30d839e9780b for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:24.871025 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:24.887176 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:24.997072 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Publish callbacks [] for security_group (f0c1d312-9aa0-49e3-815c-d055b7a591c1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:25.000755 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f0c1d312-9aa0-49e3-815c-d055b7a591c1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:25.025587 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:54:25.059736 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730133657519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (25ec6fb0-d553-4c45-89a2-c10f1c9acfac), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:25.060315 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Unsubscribe: segment precommit_create {{(pid=103431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 17:54:25.060852 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Added segment 25ec6fb0-d553-4c45-89a2-c10f1c9acfac of type vlan for network ad5e62ff-f525-4820-af76-44faa5c06161 Apr 18 17:54:25.076748 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c1d312-9aa0-49e3-815c-d055b7a591c1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:25.102856 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.103201 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.103553 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.103906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.104242 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.104564 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.104884 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.105204 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.105523 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.105842 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.106159 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.106516 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.106837 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.107150 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.107463 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Tracked resource versions report: Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: pushed versions: Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: { 'AddressGroup': {'1.2'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Agent': {'1.1'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'ConntrackHelper': {'1.0'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Log': {'1.0'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'NDPProxy': {'1.0'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Network': {'1.1'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Port': {'1.7'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'PortForwarding': {'1.3'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'QosPolicy': {'1.10'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SecurityGroup': {'1.5'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SubPort': {'1.0'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Subnet': {'1.1'}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Trunk': {'1.1'}} Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: consumer versions: Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: { DHCP agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: L3 agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: Metadata agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: Metering agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: Open vSwitch agent@dv-cinder-838329-1-iscsi: { 'AddressGroup': '1.2', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Agent': '1.1', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'ConntrackHelper': '1.0', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'LocalIPAssociation': '1.0', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Log': '1.0', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'NDPProxy': '1.0', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Network': '1.1', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Port': '1.7', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'PortForwarding': '1.3', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'QosPolicy': '1.10', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SecurityGroup': '1.5', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SecurityGroupRule': '1.2', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SubPort': '1.0', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Subnet': '1.1', Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Trunk': '1.1'}} Apr 18 17:54:25.108889 dv-cinder-838329-1-iscsi neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 17:54:25.175177 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (ad5e62ff-f525-4820-af76-44faa5c06161), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:25.218665 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (ad5e62ff-f525-4820-af76-44faa5c06161), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:25.224059 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:54:25.224760 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:25.304034 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7724466 Apr 18 17:54:25.351954 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a8941-ef4c-4d1c-a103-8eb4d46148ed demo demo] Pushing event updated for resources: {'Network': ['ID=ad5e62ff-f525-4820-af76-44faa5c06161,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:25.368064 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network ad5e62ff-f525-4820-af76-44faa5c06161 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:27.887378 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39090) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:28.421410 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.policy [None req-0997ac6b-92c6-4df8-8971-73ca4f74f38a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103432) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 17:54:28.462683 dv-cinder-838329-1-iscsi neutron-server[103432]: WARNING oslo_policy.policy [None req-0997ac6b-92c6-4df8-8971-73ca4f74f38a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 17:54:28.463053 dv-cinder-838329-1-iscsi neutron-server[103432]: WARNING oslo_policy.policy [None req-0997ac6b-92c6-4df8-8971-73ca4f74f38a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 17:54:28.470720 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997ac6b-92c6-4df8-8971-73ca4f74f38a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:54:28.472536 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-0997ac6b-92c6-4df8-8971-73ca4f74f38a demo admin] 10.222.0.20 "GET /v2.0/networks/ad5e62ff-f525-4820-af76-44faa5c06161 HTTP/1.1" status: 200 len: 824 time: 0.5842209 Apr 18 17:54:28.510984 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f5fed36b-00e3-4994-90c4-1d987186bd07 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/64067a64-98a2-4562-84df-ced3d82d813a HTTP/1.1" status: 200 len: 734 time: 0.0328517 Apr 18 17:54:28.519826 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '64067a64-98a2-4562-84df-ced3d82d813a', 'ip_version': 4, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161', 'gateway_ip': '172.20.0.1'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:28.556336 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Made reservation on behalf of 594753d3762143e0a33c30d839e9780b for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:28.558965 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:28.844876 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (06475bf1-d32f-46e8-8b09-2ed75ce0778e), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:28.909849 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Checking segment: {'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 17:54:28.910544 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Network hostable DHCP agents. Network: ad5e62ff-f525-4820-af76-44faa5c06161, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:28.928075 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Pushing event updated for resources: {'Subnet': ['ID=06475bf1-d32f-46e8-8b09-2ed75ce0778e,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:28.941150 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.941472 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.941821 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.942169 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.943106 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.943439 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.943761 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.944083 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.944418 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.944741 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.945057 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.945392 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.945710 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.946020 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.946353 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Tracked resource versions report: Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: pushed versions: Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: { 'AddressGroup': {'1.2'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Agent': {'1.1'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'ConntrackHelper': {'1.0'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'LocalIPAssociation': {'1.0'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Log': {'1.0'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'NDPProxy': {'1.0'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Network': {'1.1'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Port': {'1.7'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'PortForwarding': {'1.3'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'QosPolicy': {'1.10'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SecurityGroup': {'1.5'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SecurityGroupRule': {'1.2'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SubPort': {'1.0'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Subnet': {'1.1'}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Trunk': {'1.1'}} Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: consumer versions: Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: { DHCP agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: L3 agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: Metadata agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: Metering agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: Open vSwitch agent@dv-cinder-838329-1-iscsi: { 'AddressGroup': '1.2', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Agent': '1.1', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'ConntrackHelper': '1.0', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'LocalIPAssociation': '1.0', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Log': '1.0', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'NDPProxy': '1.0', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Network': '1.1', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Port': '1.7', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'PortForwarding': '1.3', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'QosPolicy': '1.10', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SecurityGroup': '1.5', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SecurityGroupRule': '1.2', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SubPort': '1.0', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Subnet': '1.1', Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Trunk': '1.1'}} Apr 18 17:54:28.947731 dv-cinder-838329-1-iscsi neutron-server[103432]: {{(pid=103432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 17:54:28.971107 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Network ad5e62ff-f525-4820-af76-44faa5c06161 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:28.984410 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, ad5e62ff-f525-4820-af76-44faa5c06161) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:28.989390 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:54:28.990007 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:28.994224 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97573e3a-bc3b-4313-881d-9052bc3bcf74 None None] Network ad5e62ff-f525-4820-af76-44faa5c06161 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 17:54:29.012873 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-5cbf88b7-cd7c-43b8-bcc1-aff8233e8d26 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4966359 Apr 18 17:54:29.372247 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-ad5e62ff-f525-4820-af76-44faa5c06161', 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161', 'project_id': '594753d3762143e0a33c30d839e9780b', 'fixed_ips': [{'subnet_id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 17:54:29.373553 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:29.656898 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Allocated IP 172.20.0.2 (ad5e62ff-f525-4820-af76-44faa5c06161/06475bf1-d32f-46e8-8b09-2ed75ce0778e/8a3b0abc-4c3d-4c71-b75f-e95e911e05f0) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:29.930303 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Publish callbacks [] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:29.938802 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:30.020207 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Network ad5e62ff-f525-4820-af76-44faa5c06161 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:30.024583 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:30.026275 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Pushing event updated for resources: {'Port': ['ID=8a3b0abc-4c3d-4c71-b75f-e95e911e05f0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:30.031059 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:30.037923 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.038291 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.038653 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.039019 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.039366 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.039684 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.040008 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.040331 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.040652 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.040973 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.041293 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.041631 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.041952 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.042287 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.042604 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Tracked resource versions report: Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: pushed versions: Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: { 'AddressGroup': {'1.2'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Agent': {'1.1'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'ConntrackHelper': {'1.0'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'LocalIPAssociation': {'1.0'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Log': {'1.0'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'NDPProxy': {'1.0'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Network': {'1.1'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Port': {'1.7'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'PortForwarding': {'1.3'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'QosPolicy': {'1.10'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SecurityGroup': {'1.5'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SecurityGroupRule': {'1.2'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SubPort': {'1.0'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Subnet': {'1.1'}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Trunk': {'1.1'}} Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: consumer versions: Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: { DHCP agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: L3 agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: Metadata agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: Metering agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: Open vSwitch agent@dv-cinder-838329-1-iscsi: { 'AddressGroup': '1.2', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Agent': '1.1', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'ConntrackHelper': '1.0', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'LocalIPAssociation': '1.0', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Log': '1.0', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'NDPProxy': '1.0', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Network': '1.1', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Port': '1.7', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'PortForwarding': '1.3', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'QosPolicy': '1.10', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SecurityGroup': '1.5', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SecurityGroupRule': '1.2', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SubPort': '1.0', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Subnet': '1.1', Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Trunk': '1.1'}} Apr 18 17:54:30.044063 dv-cinder-838329-1-iscsi neutron-server[103433]: {{(pid=103433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 17:54:30.121638 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Attempting to bind port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 17:54:30.122036 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Attempting to bind port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 17:54:30.122491 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Attempting to bind port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 on network ad5e62ff-f525-4820-af76-44faa5c06161 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:30.127509 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:30.127901 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Checking segment: {'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 17:54:30.128447 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:30.128844 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Bound using segment: {'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:30.129333 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Bound port: 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 17:54:30.129739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:30.192579 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] For port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:30.215979 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] For port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=8a3b0abc-4c3d-4c71-b75f-e95e911e05f0,segment=NetworkSegment(25ec6fb0-d553-4c45-89a2-c10f1c9acfac),segment_id=25ec6fb0-d553-4c45-89a2-c10f1c9acfac)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:30.225141 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:30.281158 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336f2fa-2283-4f28-a132-e74019a0250a None None] Pushing event updated for resources: {'Port': ['ID=8a3b0abc-4c3d-4c71-b75f-e95e911e05f0,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:31.607437 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39104) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:31.921858 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [None req-7f6be5a2-7910-45bc-9106-b9fa9e3c7587 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 17:54:31.922861 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-7f6be5a2-7910-45bc-9106-b9fa9e3c7587 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144729 Apr 18 17:54:34.478536 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39112) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:34.793128 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [None req-0a4ee9f3-412c-413f-a6a9-a43d588ec787 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 17:54:34.794190 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0a4ee9f3-412c-413f-a6a9-a43d588ec787 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146760 Apr 18 17:54:37.361202 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39120) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:37.680290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-9d8b23e9-b0b9-47cb-9169-0559618a637b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:37.702908 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d8b23e9-b0b9-47cb-9169-0559618a637b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:37.704519 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d8b23e9-b0b9-47cb-9169-0559618a637b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:37.845257 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d8b23e9-b0b9-47cb-9169-0559618a637b demo demo] Publish callbacks [] for router_controller (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:37.851016 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d8b23e9-b0b9-47cb-9169-0559618a637b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:37.868129 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d8b23e9-b0b9-47cb-9169-0559618a637b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:37.869278 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9d8b23e9-b0b9-47cb-9169-0559618a637b demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5070472 Apr 18 17:54:40.494970 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39132) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:40.820584 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [None req-da4c7fae-c96f-4f54-9f4b-b5f3ad74d40b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 17:54:40.821769 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-da4c7fae-c96f-4f54-9f4b-b5f3ad74d40b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3258541 Apr 18 17:54:41.454643 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:41.543918 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:41.544299 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:41.652756 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:54:41.653166 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:41.689324 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=8a3b0abc-4c3d-4c71-b75f-e95e911e05f0,segment=NetworkSegment(25ec6fb0-d553-4c45-89a2-c10f1c9acfac),segment_id=25ec6fb0-d553-4c45-89a2-c10f1c9acfac)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:41.694364 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:41.743976 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=8a3b0abc-4c3d-4c71-b75f-e95e911e05f0,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:41.792327 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e964f78f-618a-40d4-995f-7e71a0d782b0 None None] Network ad5e62ff-f525-4820-af76-44faa5c06161 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 17:54:41.852515 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-10b4dc19-6b77-437b-aaf6-9242df67df4f None None] Provisioning complete for port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:41.852827 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-10b4dc19-6b77-437b-aaf6-9242df67df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:41.983600 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-10b4dc19-6b77-437b-aaf6-9242df67df4f None None] Current status of the port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:54:42.302887 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-a75f5bdb-e117-4f02-80d5-bf1655e797c1 None None] Provisioning complete for port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:42.303365 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a75f5bdb-e117-4f02-80d5-bf1655e797c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:42.380296 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a75f5bdb-e117-4f02-80d5-bf1655e797c1 None None] Current status of the port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:54:43.378730 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39140) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:43.441644 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:43.485764 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:43.486149 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:43.562710 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:54:43.696160 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:43.715722 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Made reservation on behalf of 26c42abf673e4d8981abe10acd1db3cc for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:43.717991 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:43.726848 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:43.810508 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Publish callbacks [] for security_group (c95dac6a-53f2-475b-8dd4-74d861288d29), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:43.814094 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c95dac6a-53f2-475b-8dd4-74d861288d29), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:43.828069 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Reserving flat network on physical network physnet1 {{(pid=103431) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 17:54:43.850619 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:43.850959 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Added segment 57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca of type flat for network f8565819-f1bc-4d37-9ccb-de33d3d16499 Apr 18 17:54:43.852117 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95dac6a-53f2-475b-8dd4-74d861288d29,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:43.900083 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (f8565819-f1bc-4d37-9ccb-de33d3d16499), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:43.930904 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (f8565819-f1bc-4d37-9ccb-de33d3d16499), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:43.931804 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:54:43.932368 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:44.005772 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6258934 Apr 18 17:54:44.047460 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9f1f8-603e-480b-a87d-bb3c8d61aa7a admin admin] Pushing event updated for resources: {'Network': ['ID=f8565819-f1bc-4d37-9ccb-de33d3d16499,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:44.057800 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:54:44.344467 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f44e8e1e-09c3-442a-9c5b-1a49cb8a1228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:46.518048 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39148) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:46.545360 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d52db6d3-c755-44d0-a75f-6c755059e421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:46.922718 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa1d1a-d8c4-444c-863c-be6a2274fc59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:54:46.924092 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-38fa1d1a-d8c4-444c-863c-be6a2274fc59 demo admin] 10.222.0.20 "GET /v2.0/subnets/06475bf1-d32f-46e8-8b09-2ed75ce0778e HTTP/1.1" status: 200 len: 849 time: 0.4047790 Apr 18 17:54:47.048614 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-04bbf62d-2ba0-4111-85f4-f3491854d76d demo admin] 10.222.0.20 "GET /v2.0/routers/55eb37d7-c94d-4fc3-9be4-bf0ffb626503 HTTP/1.1" status: 200 len: 704 time: 0.1174934 Apr 18 17:54:47.332729 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:47.624026 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Allocated IP 172.20.0.1 (ad5e62ff-f525-4820-af76-44faa5c06161/06475bf1-d32f-46e8-8b09-2ed75ce0778e/a78d41cc-eeba-4e68-aa45-9e10f5ef4d56) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:47.750392 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:47.806686 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Publish callbacks [] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:47.874844 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:48.005148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Network ad5e62ff-f525-4820-af76-44faa5c06161 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:48.009866 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:48.015487 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Pushing event updated for resources: {'Port': ['ID=a78d41cc-eeba-4e68-aa45-9e10f5ef4d56,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:48.019058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:48.019492 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:48.233614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:48.276768 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-a117989b-5b81-4249-afd8-8a82439778a1 None None] Provisioning complete for port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:48.277161 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a117989b-5b81-4249-afd8-8a82439778a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:48.310646 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a117989b-5b81-4249-afd8-8a82439778a1 None None] Port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 17:54:48.453819 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Publish callbacks [] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:48.458136 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:48.458902 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:48.538993 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Pushing event updated for resources: {'Port': ['ID=a78d41cc-eeba-4e68-aa45-9e10f5ef4d56,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:48.581844 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Network ad5e62ff-f525-4820-af76-44faa5c06161 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:48.583149 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:48.748314 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Router 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 17:54:48.831363 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-f94c2fb4-4f48-450c-a39e-a0845e4974c4 None None] Provisioning complete for port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:48.831949 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f94c2fb4-4f48-450c-a39e-a0845e4974c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:48.841310 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:54:48.852063 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Sync routers for ids ['55eb37d7-c94d-4fc3-9be4-bf0ffb626503'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:54:48.863293 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-59ab7e4c-7b12-4fe3-ab96-89eb06bd3586 demo admin] 10.222.0.20 "PUT /v2.0/routers/55eb37d7-c94d-4fc3-9be4-bf0ffb626503/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8091228 Apr 18 17:54:48.866665 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2fb4-4f48-450c-a39e-a0845e4974c4 None None] Port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 17:54:48.866990 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Routers {'55eb37d7-c94d-4fc3-9be4-bf0ffb626503'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:48.870419 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T17:54:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['55eb37d7-c94d-4fc3-9be4-bf0ffb626503'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:49.064829 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Set router 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 gateway port host: None {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:49.073889 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:49.486389 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'name': 'router1', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:48Z', 'revision_number': 2, 'project_id': '594753d3762143e0a33c30d839e9780b', 'gw_port_host': None, '_interfaces': [{'id': 'a78d41cc-eeba-4e68-aa45-9e10f5ef4d56', 'name': '', 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'mac_address': 'fa:16:3e:c9:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:47Z', 'updated_at': '2022-04-18T17:54:48Z', 'revision_number': 2, 'project_id': '594753d3762143e0a33c30d839e9780b', 'subnets': [{'id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64067a64-98a2-4562-84df-ced3d82d813a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:49.535238 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Checking router: 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:54:49.535607 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Updating router 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:54:49.611627 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.101614 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Publish callbacks [] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.108474 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.255583 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Pushing event updated for resources: {'Port': ['ID=a78d41cc-eeba-4e68-aa45-9e10f5ef4d56,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:50.289298 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.289659 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.290027 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.290383 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.290721 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.291054 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.291381 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.291712 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.292038 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.292366 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.292692 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.293033 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.293360 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.293681 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.293998 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Tracked resource versions report: Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: pushed versions: Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: { 'AddressGroup': {'1.2'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Agent': {'1.1'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'ConntrackHelper': {'1.0'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'LocalIPAssociation': {'1.0'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Log': {'1.0'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'NDPProxy': {'1.0'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Network': {'1.1'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Port': {'1.7'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'PortForwarding': {'1.3'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'QosPolicy': {'1.10'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SecurityGroup': {'1.5'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SecurityGroupRule': {'1.2'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SubPort': {'1.0'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Subnet': {'1.1'}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Trunk': {'1.1'}} Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: consumer versions: Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: { DHCP agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: L3 agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: Metadata agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: Metering agent@dv-cinder-838329-1-iscsi: {}, Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: Open vSwitch agent@dv-cinder-838329-1-iscsi: { 'AddressGroup': '1.2', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Agent': '1.1', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'ConntrackHelper': '1.0', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'LocalIPAssociation': '1.0', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Log': '1.0', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'NDPProxy': '1.0', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Network': '1.1', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Port': '1.7', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'PortForwarding': '1.3', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'QosPolicy': '1.10', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SecurityGroup': '1.5', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SecurityGroupRule': '1.2', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SubPort': '1.0', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Subnet': '1.1', Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Trunk': '1.1'}} Apr 18 17:54:50.295512 dv-cinder-838329-1-iscsi neutron-server[103434]: {{(pid=103434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 17:54:50.302835 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Attempting to bind port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 17:54:50.303331 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Attempting to bind port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 17:54:50.303791 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Attempting to bind port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 on network ad5e62ff-f525-4820-af76-44faa5c06161 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:54:50.308827 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:54:50.309232 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Checking segment: {'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 17:54:50.309703 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.310095 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Bound using segment: {'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:54:50.310651 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Bound port: a78d41cc-eeba-4e68-aa45-9e10f5ef4d56, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ec6fb0-d553-4c45-89a2-c10f1c9acfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 17:54:50.311073 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.385761 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] For port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:54:50.395159 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-138a4fc1-0e44-4d1e-996c-57004b7703e9 None None] Provisioning complete for port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:50.395690 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-138a4fc1-0e44-4d1e-996c-57004b7703e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.407923 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] For port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a78d41cc-eeba-4e68-aa45-9e10f5ef4d56,segment=NetworkSegment(25ec6fb0-d553-4c45-89a2-c10f1c9acfac),segment_id=25ec6fb0-d553-4c45-89a2-c10f1c9acfac)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:54:50.415396 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.433336 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-138a4fc1-0e44-4d1e-996c-57004b7703e9 None None] Port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 17:54:50.478079 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Routers {'55eb37d7-c94d-4fc3-9be4-bf0ffb626503'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:50.478735 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T17:54:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['55eb37d7-c94d-4fc3-9be4-bf0ffb626503'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:50.480556 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969663c-c2a9-4990-bc73-0a55c3b4adf5 None None] Pushing event updated for resources: {'Port': ['ID=a78d41cc-eeba-4e68-aa45-9e10f5ef4d56,revision_number=4']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:50.574936 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] Set router 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 gateway port host: None {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:54:50.653700 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.658134 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-0a3bc79f-e232-45f9-8d32-ba42449ce9d0 None None] Provisioning complete for port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:50.658739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc79f-e232-45f9-8d32-ba42449ce9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.737838 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bc79f-e232-45f9-8d32-ba42449ce9d0 None None] Current status of the port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:54:50.738264 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc79f-e232-45f9-8d32-ba42449ce9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.781263 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'name': 'router1', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:48Z', 'revision_number': 2, 'project_id': '594753d3762143e0a33c30d839e9780b', 'gw_port_host': None, '_interfaces': [{'id': 'a78d41cc-eeba-4e68-aa45-9e10f5ef4d56', 'name': '', 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'mac_address': 'fa:16:3e:c9:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:47Z', 'updated_at': '2022-04-18T17:54:50Z', 'revision_number': 4, 'project_id': '594753d3762143e0a33c30d839e9780b', 'subnets': [{'id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64067a64-98a2-4562-84df-ced3d82d813a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:50.781704 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0a3bc79f-e232-45f9-8d32-ba42449ce9d0 None None] For port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a78d41cc-eeba-4e68-aa45-9e10f5ef4d56,segment=NetworkSegment(25ec6fb0-d553-4c45-89a2-c10f1c9acfac),segment_id=25ec6fb0-d553-4c45-89a2-c10f1c9acfac)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:54:50.787278 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc79f-e232-45f9-8d32-ba42449ce9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:50.810715 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e99304-4d58-41f4-be34-3ed441298fb9 None None] The sync data for ids ['55eb37d7-c94d-4fc3-9be4-bf0ffb626503'] in dv-cinder-838329-1-iscsi is: [{'id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'name': 'router1', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:48Z', 'revision_number': 2, 'project_id': '594753d3762143e0a33c30d839e9780b', 'gw_port_host': None, '_interfaces': [{'id': 'a78d41cc-eeba-4e68-aa45-9e10f5ef4d56', 'name': '', 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'mac_address': 'fa:16:3e:c9:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:47Z', 'updated_at': '2022-04-18T17:54:50Z', 'revision_number': 4, 'project_id': '594753d3762143e0a33c30d839e9780b', 'subnets': [{'id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64067a64-98a2-4562-84df-ced3d82d813a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:54:50.838762 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bc79f-e232-45f9-8d32-ba42449ce9d0 None None] Pushing event updated for resources: {'Port': ['ID=a78d41cc-eeba-4e68-aa45-9e10f5ef4d56,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:51.442010 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39170) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:51.645302 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4636277-0ccf-4636-b093-5189856c278a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:54:51.646681 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-c4636277-0ccf-4636-b093-5189856c278a admin admin] 10.222.0.20 "GET /v2.0/networks/f8565819-f1bc-4d37-9ccb-de33d3d16499 HTTP/1.1" status: 200 len: 842 time: 0.2036266 Apr 18 17:54:51.655851 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:51.676283 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Made reservation on behalf of 26c42abf673e4d8981abe10acd1db3cc for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:54:51.678520 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:52.008497 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.objects.ports [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103432) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 18 17:54:52.008949 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:52.063904 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:52.074331 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 17:54:52.074690 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Network hostable DHCP agents. Network: f8565819-f1bc-4d37-9ccb-de33d3d16499, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:54:52.091226 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:54:52.099936 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, f8565819-f1bc-4d37-9ccb-de33d3d16499) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:52.104653 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:54:52.105239 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:52.111513 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b4489-1f36-4905-893a-83a4c0747571 None None] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 17:54:52.129422 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-2b8abe40-771b-49b1-8dd2-2c2f3f6bfc88 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4686718 Apr 18 17:54:52.219328 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efd605-90ff-4b20-8dd2-9f765f3e5d55 None None] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 17:54:54.635683 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39188) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:54.772662 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-49e29c62-4eb0-46c5-9a47-5a036b5463bb demo admin] 10.222.0.20 "GET /v2.0/routers/55eb37d7-c94d-4fc3-9be4-bf0ffb626503 HTTP/1.1" status: 200 len: 710 time: 0.1358244 Apr 18 17:54:54.858890 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8013ffd2-0a9f-447c-9642-d580ed393e71 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:54:54.860184 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8013ffd2-0a9f-447c-9642-d580ed393e71 demo admin] 10.222.0.20 "GET /v2.0/networks/f8565819-f1bc-4d37-9ccb-de33d3d16499 HTTP/1.1" status: 200 len: 886 time: 0.0822372 Apr 18 17:54:54.869963 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:54:55.189296 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks [] for router_gateway (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:55.413178 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks [] for router_gateway (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:55.489227 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:55.588546 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Allocated IP 172.27.3.80 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/77987044-6618-485c-aa22-92b2f7e985b3) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:54:55.689363 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks [] for port (77987044-6618-485c-aa22-92b2f7e985b3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:55.723385 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (77987044-6618-485c-aa22-92b2f7e985b3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:55.762336 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:54:55.766960 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:54:55.774053 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:54:55.776646 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Pushing event updated for resources: {'Port': ['ID=77987044-6618-485c-aa22-92b2f7e985b3,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:54:56.022921 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks [] for router_gateway (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:56.231298 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16618172', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16640961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11956'] for router (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:56.235147 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16618165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16618158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16640826'] for router (55eb37d7-c94d-4fc3-9be4-bf0ffb626503), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:56.347911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Router 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 17:54:56.461973 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 17:54:56.466577 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:56.482265 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-58e5da7e-a594-4075-b170-8230ad9ceabf demo admin] 10.222.0.20 "PUT /v2.0/routers/55eb37d7-c94d-4fc3-9be4-bf0ffb626503 HTTP/1.1" status: 200 len: 889 time: 1.6009493 Apr 18 17:54:59.009695 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39200) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:54:59.231624 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e0e183e4-4eb6-415f-be9a-5e850be426a8 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2206056 Apr 18 17:54:59.474162 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:54:59.530205 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:54:59.530626 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:54:59.573542 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Sync routers for ids ['55eb37d7-c94d-4fc3-9be4-bf0ffb626503'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 17:54:59.592693 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Routers {'55eb37d7-c94d-4fc3-9be4-bf0ffb626503'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:54:59.593355 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T17:54:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['55eb37d7-c94d-4fc3-9be4-bf0ffb626503'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:54:59.810786 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:54:59.863486 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Set router 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:55:00.379880 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'name': 'router1', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '77987044-6618-485c-aa22-92b2f7e985b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:55Z', 'revision_number': 4, 'project_id': '594753d3762143e0a33c30d839e9780b', 'gw_port': {'id': '77987044-6618-485c-aa22-92b2f7e985b3', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:55Z', 'updated_at': '2022-04-18T17:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'a78d41cc-eeba-4e68-aa45-9e10f5ef4d56', 'name': '', 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'mac_address': 'fa:16:3e:c9:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:47Z', 'updated_at': '2022-04-18T17:54:50Z', 'revision_number': 5, 'project_id': '594753d3762143e0a33c30d839e9780b', 'subnets': [{'id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64067a64-98a2-4562-84df-ced3d82d813a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:55:00.428740 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Checking router: 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 17:55:00.429108 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Updating router 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 port 77987044-6618-485c-aa22-92b2f7e985b3 binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 17:55:00.481934 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (77987044-6618-485c-aa22-92b2f7e985b3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:00.841279 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Publish callbacks [] for port (77987044-6618-485c-aa22-92b2f7e985b3), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:00.846705 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (77987044-6618-485c-aa22-92b2f7e985b3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:00.899012 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Attempting to bind port 77987044-6618-485c-aa22-92b2f7e985b3 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 17:55:00.899394 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Attempting to bind port 77987044-6618-485c-aa22-92b2f7e985b3 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 17:55:00.899759 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Attempting to bind port 77987044-6618-485c-aa22-92b2f7e985b3 on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:55:00.906675 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f6ccc-40da-4b85-a470-3e640c6c2675 None None] Pushing event updated for resources: {'Port': ['ID=77987044-6618-485c-aa22-92b2f7e985b3,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:00.909176 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:55:00.909738 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 17:55:00.910048 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:00.910461 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:55:00.910937 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Bound port: 77987044-6618-485c-aa22-92b2f7e985b3, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 17:55:00.911318 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (77987044-6618-485c-aa22-92b2f7e985b3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:00.962204 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] For port 77987044-6618-485c-aa22-92b2f7e985b3, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:55:00.965119 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] For port 77987044-6618-485c-aa22-92b2f7e985b3, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=77987044-6618-485c-aa22-92b2f7e985b3,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:55:00.971196 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (77987044-6618-485c-aa22-92b2f7e985b3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:01.041562 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f6ccc-40da-4b85-a470-3e640c6c2675 None None] Pushing event updated for resources: {'Port': ['ID=77987044-6618-485c-aa22-92b2f7e985b3,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:01.051144 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Routers {'55eb37d7-c94d-4fc3-9be4-bf0ffb626503'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 17:55:01.051625 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T17:54:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['55eb37d7-c94d-4fc3-9be4-bf0ffb626503'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:55:01.180188 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] Set router 55eb37d7-c94d-4fc3-9be4-bf0ffb626503 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 17:55:01.425566 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'name': 'router1', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '77987044-6618-485c-aa22-92b2f7e985b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:55Z', 'revision_number': 4, 'project_id': '594753d3762143e0a33c30d839e9780b', 'gw_port': {'id': '77987044-6618-485c-aa22-92b2f7e985b3', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:55Z', 'updated_at': '2022-04-18T17:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'a78d41cc-eeba-4e68-aa45-9e10f5ef4d56', 'name': '', 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'mac_address': 'fa:16:3e:c9:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:47Z', 'updated_at': '2022-04-18T17:54:50Z', 'revision_number': 5, 'project_id': '594753d3762143e0a33c30d839e9780b', 'subnets': [{'id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64067a64-98a2-4562-84df-ced3d82d813a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 17:55:01.452278 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ef0d2-c6c6-456d-a255-d002b0ad3a1f None None] The sync data for ids ['55eb37d7-c94d-4fc3-9be4-bf0ffb626503'] in dv-cinder-838329-1-iscsi is: [{'id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'name': 'router1', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '77987044-6618-485c-aa22-92b2f7e985b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T17:54:37Z', 'updated_at': '2022-04-18T17:54:55Z', 'revision_number': 4, 'project_id': '594753d3762143e0a33c30d839e9780b', 'gw_port': {'id': '77987044-6618-485c-aa22-92b2f7e985b3', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:55Z', 'updated_at': '2022-04-18T17:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'a78d41cc-eeba-4e68-aa45-9e10f5ef4d56', 'name': '', 'network_id': 'ad5e62ff-f525-4820-af76-44faa5c06161', 'tenant_id': '594753d3762143e0a33c30d839e9780b', 'mac_address': 'fa:16:3e:c9:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eb37d7-c94d-4fc3-9be4-bf0ffb626503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T17:54:47Z', 'updated_at': '2022-04-18T17:54:50Z', 'revision_number': 5, 'project_id': '594753d3762143e0a33c30d839e9780b', 'subnets': [{'id': '06475bf1-d32f-46e8-8b09-2ed75ce0778e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64067a64-98a2-4562-84df-ced3d82d813a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 17:55:01.750798 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:55:03.527059 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 77987044-6618-485c-aa22-92b2f7e985b3 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:55:03.593554 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 77987044-6618-485c-aa22-92b2f7e985b3 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:55:03.594101 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (77987044-6618-485c-aa22-92b2f7e985b3), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:03.689604 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 77987044-6618-485c-aa22-92b2f7e985b3 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:55:03.690255 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (77987044-6618-485c-aa22-92b2f7e985b3), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:03.715064 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 77987044-6618-485c-aa22-92b2f7e985b3, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=77987044-6618-485c-aa22-92b2f7e985b3,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:55:03.725868 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (77987044-6618-485c-aa22-92b2f7e985b3), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:03.809155 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=77987044-6618-485c-aa22-92b2f7e985b3,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:55:05.623801 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 77987044-6618-485c-aa22-92b2f7e985b3 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:55:05.743983 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 77987044-6618-485c-aa22-92b2f7e985b3 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:55:05.746852 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (77987044-6618-485c-aa22-92b2f7e985b3), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:05.866044 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 77987044-6618-485c-aa22-92b2f7e985b3 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:55:14.352753 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b56e5d30-f2c3-4702-8f00-872f68d30ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:16.548166 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4ce434ce-b0d9-4078-a5b6-6769007cdf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:17.758738 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:19.095732 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:20.650957 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:38.749507 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:55:44.350794 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29454f1c-f2f5-45ad-b8a4-4518d0b98f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:46.553246 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9d8492a9-34d8-4923-8649-87e0b291b5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:47.750207 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:49.081700 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:55:50.644678 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:14.343719 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9943350f-9780-4add-8f9e-3efe9df0031e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:15.747389 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:56:16.554589 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bb5b7700-887b-4ef0-9ee3-ddb1e50391e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:17.753461 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:19.080790 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:20.648958 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:21.553393 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39684) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:21.612839 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f49d6c6-770f-4f6e-97f4-ef03b49dd983 admin admin] GET failed (client error): The resource could not be found. Apr 18 17:56:21.614211 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3f49d6c6-770f-4f6e-97f4-ef03b49dd983 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599368 Apr 18 17:56:21.773153 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f41b5-2a87-4873-b924-38e90d279154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:21.774657 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-381f41b5-2a87-4873-b924-38e90d279154 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1565247 Apr 18 17:56:24.091311 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39694) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:24.181120 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a27c28-0667-4703-ac08-b40a4df91078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:24.182482 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f6a27c28-0667-4703-ac08-b40a4df91078 admin admin] 10.222.0.20 "GET /v2.0/subnets/06475bf1-d32f-46e8-8b09-2ed75ce0778e HTTP/1.1" status: 200 len: 849 time: 0.0902042 Apr 18 17:56:24.196623 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:56:24.281368 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Publish callbacks [] for subnet (06475bf1-d32f-46e8-8b09-2ed75ce0778e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:24.423565 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730133510175'] for subnet (06475bf1-d32f-46e8-8b09-2ed75ce0778e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:24.459290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:24.459485 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada06413-4434-4e44-b9d2-ccd674e948ec None None] Network ad5e62ff-f525-4820-af76-44faa5c06161 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 17:56:24.459938 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:24.461201 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] 10.222.0.20 "PUT /v2.0/subnets/06475bf1-d32f-46e8-8b09-2ed75ce0778e HTTP/1.1" status: 200 len: 868 time: 0.2681530 Apr 18 17:56:24.477871 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06475bf1-d32f-46e8-8b09-2ed75ce0778e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:56:24.485093 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.485442 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.486387 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.486740 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.487074 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.487421 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.487731 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.488055 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.488400 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.488733 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.489074 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.489418 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.489745 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.490068 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.490423 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ef372d-fd01-4aea-9518-9d60634fa68b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:56:24.764414 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-7337ec65-ca78-44d7-a06a-e421fd32de4e None None] Provisioning complete for port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:56:24.764806 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7337ec65-ca78-44d7-a06a-e421fd32de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a78d41cc-eeba-4e68-aa45-9e10f5ef4d56), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:24.863235 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7337ec65-ca78-44d7-a06a-e421fd32de4e None None] Current status of the port a78d41cc-eeba-4e68-aa45-9e10f5ef4d56 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:56:24.874831 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-7337ec65-ca78-44d7-a06a-e421fd32de4e None None] Provisioning complete for port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:56:24.875393 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7337ec65-ca78-44d7-a06a-e421fd32de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a3b0abc-4c3d-4c71-b75f-e95e911e05f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:24.952287 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7337ec65-ca78-44d7-a06a-e421fd32de4e None None] Current status of the port 8a3b0abc-4c3d-4c71-b75f-e95e911e05f0 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:56:26.879436 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39702) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:27.073699 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151eca8-8c7c-4285-9223-d7e9804747da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:27.074096 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151eca8-8c7c-4285-9223-d7e9804747da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:27.075657 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0151eca8-8c7c-4285-9223-d7e9804747da admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1952684 Apr 18 17:56:29.410053 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39710) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:29.537991 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64172ad0-c561-48b6-86c7-57748159d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:29.538502 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64172ad0-c561-48b6-86c7-57748159d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:29.540084 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-64172ad0-c561-48b6-86c7-57748159d8cf admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1289546 Apr 18 17:56:31.874288 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39718) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:32.006783 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf84b6a-747d-4ebe-a385-7728d9dca523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:32.008135 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8cf84b6a-747d-4ebe-a385-7728d9dca523 admin admin] 10.222.0.20 "GET /v2.0/networks/ad5e62ff-f525-4820-af76-44faa5c06161 HTTP/1.1" status: 200 len: 868 time: 0.1328847 Apr 18 17:56:34.351053 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39726) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:34.486577 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678e681-b4c1-4098-9c8b-45b879dbb69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:34.487947 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4678e681-b4c1-4098-9c8b-45b879dbb69c admin admin] 10.222.0.20 "GET /v2.0/networks/f8565819-f1bc-4d37-9ccb-de33d3d16499 HTTP/1.1" status: 200 len: 886 time: 0.1359522 Apr 18 17:56:36.851831 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39736) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:36.976197 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d835194-8e61-4ceb-b342-89e0375c3be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:36.976650 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d835194-8e61-4ceb-b342-89e0375c3be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:36.978188 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-2d835194-8e61-4ceb-b342-89e0375c3be5 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254165 Apr 18 17:56:39.330460 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39744) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:39.419714 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc876e9-03ba-4286-a96b-2e67daf195bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:39.420165 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc876e9-03ba-4286-a96b-2e67daf195bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:39.421639 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-8dc876e9-03ba-4286-a96b-2e67daf195bf admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902419 Apr 18 17:56:41.757524 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39752) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:41.861883 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32824764-238b-465d-8060-4eca29ea6640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:41.863221 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-32824764-238b-465d-8060-4eca29ea6640 admin admin] 10.222.0.20 "GET /v2.0/subnets/06475bf1-d32f-46e8-8b09-2ed75ce0778e HTTP/1.1" status: 200 len: 868 time: 0.1040688 Apr 18 17:56:44.208670 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39760) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:56:44.302336 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7309c1-bcb6-40f9-ac9d-4c76392cf698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:56:44.303659 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-bb7309c1-bcb6-40f9-ac9d-4c76392cf698 admin admin] 10.222.0.20 "GET /v2.0/subnets/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c HTTP/1.1" status: 200 len: 816 time: 0.0940456 Apr 18 17:56:44.347791 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-83558cc1-2845-425d-95e9-5e55a0a9c5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:46.557635 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e62db169-251e-4bf5-b805-ad5009053a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:47.756400 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:49.077136 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:50.655815 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:56:52.745394 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:57:14.349924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86c28d73-c134-4a71-842c-a39adb40850f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:16.559691 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fd301cf6-8349-4bed-9c5c-c3d668474ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:17.760515 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:19.078788 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:20.650415 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:25.533624 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39818) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:57:25.580717 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [None req-93f013b2-6453-46ba-843f-e9b9c0780d23 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 17:57:25.581676 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-93f013b2-6453-46ba-843f-e9b9c0780d23 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470469 Apr 18 17:57:28.003255 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39826) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:57:28.063837 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f70343c-0b69-4168-ab3d-fceda83840aa admin admin] GET failed (client error): The resource could not be found. Apr 18 17:57:28.065086 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4f70343c-0b69-4168-ab3d-fceda83840aa admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609026 Apr 18 17:57:28.205007 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66388c-abb4-438d-b12a-faa7233dc696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:57:28.206398 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1d66388c-abb4-438d-b12a-faa7233dc696 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372907 Apr 18 17:57:29.743794 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:57:30.583430 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39834) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:57:30.630784 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:30.650998 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Made reservation on behalf of 26c42abf673e4d8981abe10acd1db3cc for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:57:30.653191 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:30.680121 dv-cinder-838329-1-iscsi neutron-server[103431]: WARNING neutron.services.revisions.revision_plugin [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Could not find related network for resource to bump revision. Apr 18 17:57:30.691281 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 17:57:30.699951 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (c0022455-9bd4-4e04-b4bd-3be338aaed45), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:30.700281 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Added segment c0022455-9bd4-4e04-b4bd-3be338aaed45 of type vlan for network c3666fa6-c820-4005-b0f1-943ed69112bb Apr 18 17:57:30.737672 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (c3666fa6-c820-4005-b0f1-943ed69112bb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:30.761716 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (c3666fa6-c820-4005-b0f1-943ed69112bb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:30.762652 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:57:30.763214 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:30.793971 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2091417 Apr 18 17:57:30.830575 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=c3666fa6-c820-4005-b0f1-943ed69112bb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:30.838203 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.838578 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.838922 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.839259 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.839591 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.839921 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.840251 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.840572 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.840896 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.841219 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.841545 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.841868 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.842191 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.842535 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.842853 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f23098-a8ae-4933-bf7d-7af319a40bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:30.854869 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network c3666fa6-c820-4005-b0f1-943ed69112bb details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 17:57:33.172406 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39842) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:57:33.230439 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bc67b6-94cf-4c6d-a137-779bc6dac6dd admin admin] GET failed (client error): The resource could not be found. Apr 18 17:57:33.231708 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d1bc67b6-94cf-4c6d-a137-779bc6dac6dd admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583489 Apr 18 17:57:33.309925 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2df6e7-6291-4d9b-97bb-ac8426480794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:57:33.311409 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-3a2df6e7-6291-4d9b-97bb-ac8426480794 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0750713 Apr 18 17:57:33.321846 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Request body: {'subnet': {'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 17:57:33.351064 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Made reservation on behalf of 26c42abf673e4d8981abe10acd1db3cc for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 17:57:33.353274 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:33.514536 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (88a6fc61-51cc-46cf-9a1c-c8516c91f196), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:33.566153 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a6fc61-51cc-46cf-9a1c-c8516c91f196,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:33.574785 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.575130 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.575493 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.575836 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.576166 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.576493 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.576819 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.577141 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.577892 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.578142 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.578510 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.578844 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.579167 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.579488 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.579805 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:33.587138 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Checking segment: {'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 17:57:33.587487 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Network hostable DHCP agents. Network: c3666fa6-c820-4005-b0f1-943ed69112bb, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 17:57:33.603868 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Network c3666fa6-c820-4005-b0f1-943ed69112bb is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 17:57:33.612809 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, c3666fa6-c820-4005-b0f1-943ed69112bb) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:57:33.616782 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 17:57:33.617372 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:33.626935 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014fd932-cb11-4830-8018-4688ad3553fc None None] Network c3666fa6-c820-4005-b0f1-943ed69112bb requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 17:57:33.635963 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-a09228a1-6afb-40b7-8e46-c861251b94b6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180079 Apr 18 17:57:33.834615 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-c3666fa6-c820-4005-b0f1-943ed69112bb', 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb', 'project_id': '26c42abf673e4d8981abe10acd1db3cc', 'fixed_ips': [{'subnet_id': '88a6fc61-51cc-46cf-9a1c-c8516c91f196'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 17:57:33.835487 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:33.978382 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Allocated IP 192.168.233.2 (c3666fa6-c820-4005-b0f1-943ed69112bb/88a6fc61-51cc-46cf-9a1c-c8516c91f196/26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 17:57:34.134793 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Publish callbacks [] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:34.141780 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:34.180884 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Network c3666fa6-c820-4005-b0f1-943ed69112bb is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 17:57:34.185687 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 17:57:34.190471 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 17:57:34.195954 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Pushing event updated for resources: {'Port': ['ID=26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:34.220769 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.221123 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.221491 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.221850 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.222195 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.222554 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.222884 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.223209 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.223532 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.223861 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.224187 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.224524 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.224850 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.225169 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.225491 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:57:34.261887 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Attempting to bind port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 17:57:34.262264 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Attempting to bind port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 17:57:34.262640 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Attempting to bind port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 on network c3666fa6-c820-4005-b0f1-943ed69112bb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 17:57:34.268922 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 17, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 17:57:34.269478 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Checking segment: {'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 17:57:34.269920 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:34.270451 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Bound using segment: {'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 17:57:34.271056 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Bound port: 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 17:57:34.271727 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:34.337392 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] For port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 17:57:34.340331 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] For port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494,segment=NetworkSegment(c0022455-9bd4-4e04-b4bd-3be338aaed45),segment_id=c0022455-9bd4-4e04-b4bd-3be338aaed45)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 17:57:34.346935 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:34.402496 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438b11-350a-4fa1-a2b6-598bf9483dcc None None] Pushing event updated for resources: {'Port': ['ID=26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:35.239742 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef58bee-9fd0-4947-ac97-1bce178ade05 None None] Network c3666fa6-c820-4005-b0f1-943ed69112bb requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 17:57:35.310835 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-045b3e65-7801-4264-85b7-c745eec3cf22 None None] Provisioning complete for port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:57:35.311205 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-045b3e65-7801-4264-85b7-c745eec3cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:35.420501 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-045b3e65-7801-4264-85b7-c745eec3cf22 None None] Current status of the port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:57:35.420895 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-045b3e65-7801-4264-85b7-c745eec3cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:35.459928 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-045b3e65-7801-4264-85b7-c745eec3cf22 None None] For port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494,segment=NetworkSegment(c0022455-9bd4-4e04-b4bd-3be338aaed45),segment_id=c0022455-9bd4-4e04-b4bd-3be338aaed45)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 17:57:35.465835 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-045b3e65-7801-4264-85b7-c745eec3cf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:35.524070 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b3e65-7801-4264-85b7-c745eec3cf22 None None] Pushing event updated for resources: {'Port': ['ID=26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:57:35.599733 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:57:35.649157 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:57:35.649548 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:35.693971 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-b4ad10c5-32d9-4d6c-ba2f-e1c71e28e71f None None] Provisioning complete for port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:57:35.694393 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b4ad10c5-32d9-4d6c-ba2f-e1c71e28e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:35.776642 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:57:35.810722 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad10c5-32d9-4d6c-ba2f-e1c71e28e71f None None] Current status of the port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:57:37.556222 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 17:57:37.602980 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 17:57:37.603345 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:37.681914 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 26dd0782-d6b4-4dfe-99a8-3ea1e4e6b494 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 17:57:44.354405 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d1ea42d-10f1-4700-943d-a009cb4d8926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:46.560443 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bf28f07-2d8e-4e27-9664-a8175f100b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:47.762115 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:49.083061 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:57:50.654264 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:06.741728 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:58:14.356741 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c87b0b58-67ba-4bf7-82ee-b7e404520ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:16.564237 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-14a78771-1727-4598-ac38-bc543d58100a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:17.765079 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:19.087556 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:20.659734 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:43.743846 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:58:44.359535 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c53c7c09-3eab-4e7e-8d40-63a383f0eabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:46.580162 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b8750e64-f203-456b-9987-1bb4827f2167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:47.769046 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:49.088782 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:58:50.655143 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:11.394455 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39880) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:59:11.400454 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [None req-288bf3bb-552e-4519-a54b-b9d1c859aba9 tempest-verify_tempest_config-422837323 tempest-verify_tempest_config-422837323-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 17:59:11.401395 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-288bf3bb-552e-4519-a54b-b9d1c859aba9 tempest-verify_tempest_config-422837323 tempest-verify_tempest_config-422837323-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059946 Apr 18 17:59:11.686006 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39898) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:59:11.787350 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:11.859931 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Publish callbacks [] for security_group (d0d6429e-c879-49f8-8f91-dd8c9a358ac0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:11.863475 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (d0d6429e-c879-49f8-8f91-dd8c9a358ac0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:11.908542 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc84b72b7fa24b45a4ca30ef669608e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2214303 Apr 18 17:59:11.909486 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d6429e-c879-49f8-8f91-dd8c9a358ac0,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:59:11.911356 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39904) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 17:59:11.916147 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.916499 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.916857 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.917199 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.917531 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.917862 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.918192 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.918552 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.919591 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.919990 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.920290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.920662 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.920966 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.921291 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.921612 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbaded5-092c-4141-99ee-2b0a019d273b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:11.990033 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Publish callbacks [] for security_group (d0d6429e-c879-49f8-8f91-dd8c9a358ac0), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:12.013539 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Publish callbacks [] for security_group (d0d6429e-c879-49f8-8f91-dd8c9a358ac0), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:12.103005 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (d0d6429e-c879-49f8-8f91-dd8c9a358ac0), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:12.105507 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:12.107634 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0d6429e-c879-49f8-8f91-dd8c9a358ac0 HTTP/1.1" status: 204 len: 168 time: 0.1953459 Apr 18 17:59:12.115331 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d6429e-c879-49f8-8f91-dd8c9a358ac0,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 17:59:12.121748 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.123218 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.123570 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.123905 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.124240 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.124568 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.124893 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.125206 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.125530 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.125851 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.126174 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.126539 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.126866 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.127184 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:12.127502 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d7716-f34d-4ad2-8f8b-3ae03bccec3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 17:59:14.362262 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-758561d7-6876-43b8-b0e8-f471c7148d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:16.563412 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f3fd050b-9b30-4953-b01a-3663d35426c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:17.774141 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:19.095718 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:20.658592 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:20.743318 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 17:59:44.365154 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35df8b7a-9021-424c-9f50-f05609feda15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:46.564640 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43073683-d4f9-4892-ab10-2adccc6cec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:47.774149 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:49.095824 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:50.661676 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 17:59:57.741904 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:00:14.366750 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22575482-60e3-4618-bae4-a3ef739cb7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:16.565979 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cb97c407-2c67-4255-8dfc-88eab321e6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:17.776201 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:19.098035 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:20.664564 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:34.740568 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 5 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:00:44.367493 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d2c6-d209-4ec6-ba47-efcf45e788b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:46.571573 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-55db71f1-34d7-4038-b9cd-0be151877686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:47.780541 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:49.102118 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:50.667001 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:00:57.292085 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16619438'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:11.739014 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:01:12.544680 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 39976) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:01:12.650069 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-0420e2c2-c521-4fa9-b07d-6a46b27568f7 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1043570 Apr 18 18:01:14.369407 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4cd476b9-af95-41fc-a061-a92a90c7ef47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:15.023403 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 39986) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:01:15.084020 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e4cc8be2-bb10-49c9-91c7-660afeb13d18 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0595272 Apr 18 18:01:16.563775 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f90d1ba5-c1c1-4718-9af2-b0c713295280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:17.783502 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:19.103696 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:20.670251 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:27.244495 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:44.373582 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25276e48-173a-43f1-928f-4f78cb35fa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:46.564695 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65a98f48-491d-4ab5-afcd-0dd63bb9ee47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:47.785981 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:48.737357 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:01:49.102006 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:50.672588 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:01:57.261059 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:14.379398 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-990c0168-b177-4003-afdf-f622ce5b5ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:16.566910 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9ae03769-d0f0-4974-ba7a-0c3b38ce710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:17.791398 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:19.105775 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:20.674650 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:25.736759 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:02:27.260848 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:44.373109 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdabe-2496-4676-819a-08e7883cd446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:46.569266 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-811c27e6-9c0e-45ac-b0c1-aa975ca7a9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:47.797782 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:49.108519 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:50.691971 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.191333 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40068) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:54.387701 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-network', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:54.408275 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Made reservation on behalf of bd0651dba6f9453ab4adc95ab8fec199 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:02:54.416730 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.424134 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.512687 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Publish callbacks [] for security_group (6f93c253-f4e1-44ec-b331-d1a74b08a31c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.517751 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (6f93c253-f4e1-44ec-b331-d1a74b08a31c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.547857 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:02:54.553278 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f93c253-f4e1-44ec-b331-d1a74b08a31c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:54.563898 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.564097 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.564450 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.564812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.565177 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.565529 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.565879 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.566225 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.566596 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.566925 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.567468 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.567821 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.568191 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.568511 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.568846 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Tracked resource versions report: Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: pushed versions: Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: { 'AddressGroup': {'1.2'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Agent': {'1.1'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'ConntrackHelper': {'1.0'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Log': {'1.0'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'NDPProxy': {'1.0'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Network': {'1.1'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Port': {'1.7'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'PortForwarding': {'1.3'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'QosPolicy': {'1.10'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SecurityGroup': {'1.5'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SubPort': {'1.0'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Subnet': {'1.1'}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Trunk': {'1.1'}} Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: consumer versions: Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: { DHCP agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: HyperV agent@hv-cinder-83832: {}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: L3 agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: Metadata agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: Metering agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: Open vSwitch agent@dv-cinder-838329-1-iscsi: { 'AddressGroup': '1.2', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Agent': '1.1', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'ConntrackHelper': '1.0', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'LocalIPAssociation': '1.0', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Log': '1.0', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'NDPProxy': '1.0', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Network': '1.1', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Port': '1.7', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'PortForwarding': '1.3', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'QosPolicy': '1.10', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SecurityGroup': '1.5', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SecurityGroupRule': '1.2', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'SubPort': '1.0', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Subnet': '1.1', Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: 'Trunk': '1.1'}} Apr 18 18:02:54.570188 dv-cinder-838329-1-iscsi neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 18:02:54.575792 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (f5869eda-00cf-4f42-8772-691ec5fe0ef3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.576076 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Added segment f5869eda-00cf-4f42-8772-691ec5fe0ef3 of type vlan for network cad54e55-2682-4b77-9264-f5062bac9efb Apr 18 18:02:54.619346 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (cad54e55-2682-4b77-9264-f5062bac9efb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.647233 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (cad54e55-2682-4b77-9264-f5062bac9efb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.649375 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:02:54.649958 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.691593 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4974668 Apr 18 18:02:54.693070 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40114) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:54.700449 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Request body: {'subnet': {'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-subnet', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:54.725262 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Made reservation on behalf of bd0651dba6f9453ab4adc95ab8fec199 for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:02:54.730053 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.731442 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f5e91-ce67-431b-8f6e-079edda745ab admin admin] Pushing event updated for resources: {'Network': ['ID=cad54e55-2682-4b77-9264-f5062bac9efb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:54.743116 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network cad54e55-2682-4b77-9264-f5062bac9efb details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:02:54.934149 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (9751101d-df07-47bd-9a3a-a0d9ec507bb5), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:54.981765 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9751101d-df07-47bd-9a3a-a0d9ec507bb5,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:54.990773 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.991121 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.991463 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.992587 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.992837 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.993170 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.993498 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.993823 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.994222 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.994496 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.994849 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.995190 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.995512 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.995824 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.996323 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Tracked resource versions report: Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: pushed versions: Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: { 'AddressGroup': {'1.2'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Agent': {'1.1'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'ConntrackHelper': {'1.0'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'LocalIPAssociation': {'1.0'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Log': {'1.0'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'NDPProxy': {'1.0'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Network': {'1.1'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Port': {'1.7'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'PortForwarding': {'1.3'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'QosPolicy': {'1.10'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SecurityGroup': {'1.5'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SecurityGroupRule': {'1.2'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SubPort': {'1.0'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Subnet': {'1.1'}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Trunk': {'1.1'}} Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: consumer versions: Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: { DHCP agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: HyperV agent@hv-cinder-83832: {}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: L3 agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: Metadata agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: Metering agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: Open vSwitch agent@dv-cinder-838329-1-iscsi: { 'AddressGroup': '1.2', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Agent': '1.1', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'ConntrackHelper': '1.0', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'LocalIPAssociation': '1.0', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Log': '1.0', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'NDPProxy': '1.0', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Network': '1.1', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Port': '1.7', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'PortForwarding': '1.3', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'QosPolicy': '1.10', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SecurityGroup': '1.5', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SecurityGroupRule': '1.2', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'SubPort': '1.0', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Subnet': '1.1', Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: 'Trunk': '1.1'}} Apr 18 18:02:54.997549 dv-cinder-838329-1-iscsi neutron-server[103432]: {{(pid=103432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 18:02:55.020462 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Checking segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:02:55.020940 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Network hostable DHCP agents. Network: cad54e55-2682-4b77-9264-f5062bac9efb, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:02:55.046910 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Network cad54e55-2682-4b77-9264-f5062bac9efb is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:02:55.056848 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, cad54e55-2682-4b77-9264-f5062bac9efb) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:02:55.061757 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:02:55.062704 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.069639 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202864e3-a058-45aa-83f6-0749be0417e6 None None] Network cad54e55-2682-4b77-9264-f5062bac9efb requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:02:55.089146 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40134) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:55.089867 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-acb95ad2-e97b-4d59-bf2f-f8138a569942 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3949785 Apr 18 18:02:55.094227 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:55.126694 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (3bee91fa-cf71-4cd1-953e-eafa754ec54a), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.128290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (3bee91fa-cf71-4cd1-953e-eafa754ec54a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.205812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks [] for router_controller (3bee91fa-cf71-4cd1-953e-eafa754ec54a), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.216964 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-cad54e55-2682-4b77-9264-f5062bac9efb', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:02:55.217486 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.379698 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Allocated IP 172.20.0.2 (cad54e55-2682-4b77-9264-f5062bac9efb/9751101d-df07-47bd-9a3a-a0d9ec507bb5/5323288f-d219-453b-b370-3d6c9000294b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:02:55.487816 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks [] for router_gateway (3bee91fa-cf71-4cd1-953e-eafa754ec54a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.537686 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Publish callbacks [] for port (5323288f-d219-453b-b370-3d6c9000294b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.547401 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (5323288f-d219-453b-b370-3d6c9000294b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.588613 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Network cad54e55-2682-4b77-9264-f5062bac9efb is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:02:55.594092 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:02:55.598629 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:02:55.609547 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Pushing event updated for resources: {'Port': ['ID=5323288f-d219-453b-b370-3d6c9000294b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:55.634034 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.634560 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.634707 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.635267 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.635951 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.636427 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.636771 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.637374 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.637862 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.638382 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.638885 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.639385 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.639876 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.640372 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.640907 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Tracked resource versions report: Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: pushed versions: Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: { 'AddressGroup': {'1.2'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Agent': {'1.1'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'ConntrackHelper': {'1.0'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'LocalIPAssociation': {'1.0'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Log': {'1.0'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'NDPProxy': {'1.0'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Network': {'1.1'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Port': {'1.7'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'PortForwarding': {'1.3'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'QosPolicy': {'1.10'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SecurityGroup': {'1.5'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SecurityGroupRule': {'1.2'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SubPort': {'1.0'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Subnet': {'1.1'}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Trunk': {'1.1'}} Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: consumer versions: Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: { DHCP agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: HyperV agent@hv-cinder-83832: {}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: L3 agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: Metadata agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: Metering agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: Open vSwitch agent@dv-cinder-838329-1-iscsi: { 'AddressGroup': '1.2', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Agent': '1.1', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'ConntrackHelper': '1.0', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'LocalIPAssociation': '1.0', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Log': '1.0', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'NDPProxy': '1.0', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Network': '1.1', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Port': '1.7', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'PortForwarding': '1.3', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'QosPolicy': '1.10', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SecurityGroup': '1.5', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SecurityGroupRule': '1.2', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'SubPort': '1.0', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Subnet': '1.1', Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: 'Trunk': '1.1'}} Apr 18 18:02:55.643033 dv-cinder-838329-1-iscsi neutron-server[103433]: {{(pid=103433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 18:02:55.688363 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Attempting to bind port 5323288f-d219-453b-b370-3d6c9000294b on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:02:55.688911 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Attempting to bind port 5323288f-d219-453b-b370-3d6c9000294b by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:02:55.689283 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Attempting to bind port 5323288f-d219-453b-b370-3d6c9000294b on network cad54e55-2682-4b77-9264-f5062bac9efb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:02:55.698718 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:02:55.699636 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Checking segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:02:55.700327 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.701482 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Bound using segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:02:55.701981 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Bound port: 5323288f-d219-453b-b370-3d6c9000294b, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:02:55.702557 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (5323288f-d219-453b-b370-3d6c9000294b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.708920 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks [] for router_gateway (3bee91fa-cf71-4cd1-953e-eafa754ec54a), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.731412 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.782329 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] For port 5323288f-d219-453b-b370-3d6c9000294b, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:02:55.792715 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] For port 5323288f-d219-453b-b370-3d6c9000294b, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=5323288f-d219-453b-b370-3d6c9000294b,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:02:55.803329 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (5323288f-d219-453b-b370-3d6c9000294b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:55.881521 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Allocated IP 172.27.3.122 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/0f4b6c31-1cd9-43f9-808c-0018704822d5) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:02:55.895285 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820ce81-9dc8-4e12-9536-97bd0d22bdef None None] Pushing event updated for resources: {'Port': ['ID=5323288f-d219-453b-b370-3d6c9000294b,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:56.008635 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks [] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:56.045719 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:56.082985 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:02:56.086653 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:02:56.090430 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:02:56.102506 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Pushing event updated for resources: {'Port': ['ID=0f4b6c31-1cd9-43f9-808c-0018704822d5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:56.386817 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks [] for router_gateway (3bee91fa-cf71-4cd1-953e-eafa754ec54a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:56.410001 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40198) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:56.445407 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40202) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:56.599833 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (3bee91fa-cf71-4cd1-953e-eafa754ec54a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:56.704239 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40210) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:56.790480 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Router 3bee91fa-cf71-4cd1-953e-eafa754ec54a is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:02:56.930833 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-646520731-network', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:56.961705 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Made reservation on behalf of 981bfa9fc3e14aafa977143986f7d71f for: {'network': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:02:56.964661 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:56.990420 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:02:56.996137 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.003446 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Sync routers for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:02:57.019174 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:02:57.021205 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:02:57.027394 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.029136 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c3d9b4d3-3cf1-4aa9-8271-77e6cdb40c16 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9378443 Apr 18 18:02:57.031652 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40218) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:57.168301 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Publish callbacks [] for security_group (133e11e7-d9a8-4ecf-a0c8-c3da86d1b4b3), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.173654 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-86187500-network', 'tenant_id': '201bb1fed3fb4058a860566245af69da'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:57.178272 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d2239a-7a10-4962-a28f-3f087b507c75 None None] Network cad54e55-2682-4b77-9264-f5062bac9efb requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:02:57.192741 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (133e11e7-d9a8-4ecf-a0c8-c3da86d1b4b3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.210186 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:02:57.252430 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730133657519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (89e315d7-fb79-4588-ba5b-5ba8b1572b91), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.253287 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Unsubscribe: segment precommit_create {{(pid=103432) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 18:02:57.253940 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.segments_db [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Added segment 89e315d7-fb79-4588-ba5b-5ba8b1572b91 of type vlan for network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e Apr 18 18:02:57.443790 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (06ff80aa-be82-4ede-b424-71b8a8cf0d2e), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.453101 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:02:57.488671 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-67fb2cef-263c-4d58-ac3a-764d1ccca415 None None] Provisioning complete for port 5323288f-d219-453b-b370-3d6c9000294b triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:02:57.489439 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67fb2cef-263c-4d58-ac3a-764d1ccca415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (5323288f-d219-453b-b370-3d6c9000294b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.494394 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.533421 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Made reservation on behalf of 201bb1fed3fb4058a860566245af69da for: {'network': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:02:57.539064 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.545196 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133e11e7-d9a8-4ecf-a0c8-c3da86d1b4b3,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:57.582807 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1274628412-network', 'tenant_id': 'c33ad7bf51c44a0190edc8a3cae230af'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:57.630863 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (06ff80aa-be82-4ede-b424-71b8a8cf0d2e), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.632341 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:02:57.633299 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.645782 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Made reservation on behalf of c33ad7bf51c44a0190edc8a3cae230af for: {'network': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:02:57.649623 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.716582 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:56Z', 'revision_number': 3, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:02:57.796141 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Checking router: 3bee91fa-cf71-4cd1-953e-eafa754ec54a for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:02:57.796592 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Updating router 3bee91fa-cf71-4cd1-953e-eafa754ec54a port 0f4b6c31-1cd9-43f9-808c-0018704822d5 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:02:57.818409 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-67fb2cef-263c-4d58-ac3a-764d1ccca415 None None] Current status of the port 5323288f-d219-453b-b370-3d6c9000294b is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:02:57.819610 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67fb2cef-263c-4d58-ac3a-764d1ccca415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (5323288f-d219-453b-b370-3d6c9000294b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.891627 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 5323288f-d219-453b-b370-3d6c9000294b up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:02:57.905123 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.928754 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:57.937269 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] Pushing event updated for resources: {'Network': ['ID=06ff80aa-be82-4ede-b424-71b8a8cf0d2e,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:57.952848 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-67fb2cef-263c-4d58-ac3a-764d1ccca415 None None] For port 5323288f-d219-453b-b370-3d6c9000294b, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=5323288f-d219-453b-b370-3d6c9000294b,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:02:57.967085 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:02:58.003024 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67fb2cef-263c-4d58-ac3a-764d1ccca415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (5323288f-d219-453b-b370-3d6c9000294b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.064249 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Publish callbacks [] for security_group (deaf00bd-0396-4e42-b7cb-fba1e007f323), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.065591 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.083470 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (deaf00bd-0396-4e42-b7cb-fba1e007f323), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.100446 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:02:58.115114 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (0d0b94ad-8c8b-4162-b2df-33dbc04e8665), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.115896 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.segments_db [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Added segment 0d0b94ad-8c8b-4162-b2df-33dbc04e8665 of type vlan for network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 Apr 18 18:02:58.169071 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.222061 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf00bd-0396-4e42-b7cb-fba1e007f323,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:58.225670 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.227416 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:02:58.228235 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.315102 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-7c8d587b-a7f4-4588-b499-6e3ab32df9de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8686268 Apr 18 18:02:58.323132 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:58.324417 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40264) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:58.334383 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-adcd35a1-6234-4334-91d8-0fa605436ad8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6286879 Apr 18 18:02:58.335763 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40266) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:58.342354 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Request body: {'subnet': {'network_id': 'c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1274628412-subnet', 'tenant_id': 'c33ad7bf51c44a0190edc8a3cae230af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:58.342949 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Request body: {'subnet': {'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-subnet', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:58.346936 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:02:58.372520 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb2cef-263c-4d58-ac3a-764d1ccca415 None None] Pushing event updated for resources: {'Port': ['ID=5323288f-d219-453b-b370-3d6c9000294b,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:58.376397 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-d4d856b9-9849-4954-b0b8-4f550c966136 None None] Provisioning complete for port 5323288f-d219-453b-b370-3d6c9000294b triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:02:58.376962 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4d856b9-9849-4954-b0b8-4f550c966136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (5323288f-d219-453b-b370-3d6c9000294b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.391203 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Made reservation on behalf of c33ad7bf51c44a0190edc8a3cae230af for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:02:58.395483 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.431303 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.464469 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Publish callbacks [] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.476371 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.478593 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 5323288f-d219-453b-b370-3d6c9000294b triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:02:58.480411 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (5323288f-d219-453b-b370-3d6c9000294b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.568596 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Pushing event updated for resources: {'Port': ['ID=0f4b6c31-1cd9-43f9-808c-0018704822d5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:58.587072 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.587440 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.587810 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.591131 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.591502 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.591850 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.592185 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.592517 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.592851 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.593181 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.593514 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.593859 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.594189 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.594541 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.597753 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Made reservation on behalf of 981bfa9fc3e14aafa977143986f7d71f for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:02:58.598346 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Tracked resource versions report: Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: pushed versions: Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: { 'AddressGroup': {'1.2'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Agent': {'1.1'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'ConntrackHelper': {'1.0'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'LocalIPAssociation': {'1.0'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Log': {'1.0'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'NDPProxy': {'1.0'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Network': {'1.1'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Port': {'1.7'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'PortForwarding': {'1.3'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'QosPolicy': {'1.10'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SecurityGroup': {'1.5'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SecurityGroupRule': {'1.2'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SubPort': {'1.0'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Subnet': {'1.1'}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Trunk': {'1.1'}} Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: consumer versions: Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: { DHCP agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: HyperV agent@hv-cinder-83832: {}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: L3 agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: Metadata agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: Metering agent@dv-cinder-838329-1-iscsi: {}, Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: Open vSwitch agent@dv-cinder-838329-1-iscsi: { 'AddressGroup': '1.2', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Agent': '1.1', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'ConntrackHelper': '1.0', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'LocalIPAssociation': '1.0', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Log': '1.0', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'NDPProxy': '1.0', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Network': '1.1', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Port': '1.7', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'PortForwarding': '1.3', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'QosPolicy': '1.10', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SecurityGroup': '1.5', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SecurityGroupRule': '1.2', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'SubPort': '1.0', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Subnet': '1.1', Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: 'Trunk': '1.1'}} Apr 18 18:02:58.602490 dv-cinder-838329-1-iscsi neutron-server[103434]: {{(pid=103434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 18:02:58.604723 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.638873 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Attempting to bind port 0f4b6c31-1cd9-43f9-808c-0018704822d5 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:02:58.639135 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Attempting to bind port 0f4b6c31-1cd9-43f9-808c-0018704822d5 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:02:58.639405 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Attempting to bind port 0f4b6c31-1cd9-43f9-808c-0018704822d5 on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:02:58.650840 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:02:58.651274 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:02:58.651686 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.652089 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:02:58.652621 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Bound port: 0f4b6c31-1cd9-43f9-808c-0018704822d5, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:02:58.653267 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.767860 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] For port 0f4b6c31-1cd9-43f9-808c-0018704822d5, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:02:58.775691 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] For port 0f4b6c31-1cd9-43f9-808c-0018704822d5, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=0f4b6c31-1cd9-43f9-808c-0018704822d5,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:02:58.791928 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.900115 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261cd06-0600-435b-8430-47f17bcb2e2f None None] Pushing event updated for resources: {'Port': ['ID=0f4b6c31-1cd9-43f9-808c-0018704822d5,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:58.928719 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (0f70b10e-7e1b-4c73-afff-3de48c1d38e3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:58.942582 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:02:58.943464 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:02:59.006010 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 5323288f-d219-453b-b370-3d6c9000294b is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:02:59.031726 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d4d856b9-9849-4954-b0b8-4f550c966136 None None] Current status of the port 5323288f-d219-453b-b370-3d6c9000294b is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:02:59.102612 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Checking segment: {'id': '0d0b94ad-8c8b-4162-b2df-33dbc04e8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:02:59.107304 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Network hostable DHCP agents. Network: c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:02:59.109001 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Allocated IP 172.20.0.1 (cad54e55-2682-4b77-9264-f5062bac9efb/9751101d-df07-47bd-9a3a-a0d9ec507bb5/c640aefb-7c0c-4c89-9c84-86224498ca67) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:02:59.185076 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f70b10e-7e1b-4c73-afff-3de48c1d38e3,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:59.201778 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:02:59.208369 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:02:59.233795 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:02:59.243246 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Publish callbacks [] for security_group (b6727528-6632-450b-8a4f-d88137c9d123), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.249067 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25a4be-ef1a-4e6d-9e6c-ef02f78fad16 None None] Network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:02:59.268082 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:02:59.271482 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.274917 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Publish callbacks [] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.291998 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b6727528-6632-450b-8a4f-d88137c9d123), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.363309 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6727528-6632-450b-8a4f-d88137c9d123,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:59.416749 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-707a7941-fc26-4561-bc43-c463e9484221 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0781217 Apr 18 18:02:59.417908 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:02:59.437093 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (426e9fca-a1c3-4861-bc03-4496b689784c), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.439971 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.segments_db [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Added segment 426e9fca-a1c3-4861-bc03-4496b689784c of type vlan for network 521bf463-31b7-4a75-8eed-a6e766fc9039 Apr 18 18:02:59.485985 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (7c03f1e7-fb24-4112-b196-e90b89943175), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.532017 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (521bf463-31b7-4a75-8eed-a6e766fc9039), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.556650 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16ca34-5fc5-43c5-82e5-e367e8ba1a3d None None] Network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:02:59.579249 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.612603 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (521bf463-31b7-4a75-8eed-a6e766fc9039), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.614017 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:02:59.614994 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.633812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c640aefb-7c0c-4c89-9c84-86224498ca67,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:59.672575 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Network cad54e55-2682-4b77-9264-f5062bac9efb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:02:59.677485 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:02:59.682669 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Checking segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:02:59.682822 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Network hostable DHCP agents. Network: 06ff80aa-be82-4ede-b424-71b8a8cf0d2e, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:02:59.686871 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:02:59.687336 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (3bee91fa-cf71-4cd1-953e-eafa754ec54a), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:02:59.746288 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:56Z', 'revision_number': 3, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:02:59.831643 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da4377-0ad2-4774-a8cc-90290d8a9239 None None] The sync data for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi is: [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:56Z', 'revision_number': 3, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:02:59.831969 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.4209194 Apr 18 18:02:59.845505 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40330) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:02:59.845631 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 5323288f-d219-453b-b370-3d6c9000294b up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:02:59.872286 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Request body: {'subnet': {'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-86187500-subnet', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:02:59.885845 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72827c-0fba-4ff9-9f45-2385670f037a admin admin] Pushing event updated for resources: {'Network': ['ID=521bf463-31b7-4a75-8eed-a6e766fc9039,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:59.921107 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:02:59.937780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c03f1e7-fb24-4112-b196-e90b89943175,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:02:59.965673 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.004889 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 5323288f-d219-453b-b370-3d6c9000294b triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:00.005321 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (5323288f-d219-453b-b370-3d6c9000294b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.103187 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:03:00.136275 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 5323288f-d219-453b-b370-3d6c9000294b is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:00.149293 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Made reservation on behalf of 201bb1fed3fb4058a860566245af69da for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:00.151780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.185486 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 06ff80aa-be82-4ede-b424-71b8a8cf0d2e) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:00.203131 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607c878f-5379-47a0-9f32-ff1a04d827f7 None None] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:00.208975 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:00.212111 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.219896 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-d8fc3875-5dfa-4c75-bbab-b0f65741d3e7 None None] Provisioning complete for port c640aefb-7c0c-4c89-9c84-86224498ca67 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:00.220451 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d8fc3875-5dfa-4c75-bbab-b0f65741d3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.359545 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40356) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:00.364668 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:00.368841 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c93cb222-f8b2-4261-87e0-cf5298c4edcf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0422988 Apr 18 18:03:00.412219 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc3875-5dfa-4c75-bbab-b0f65741d3e7 None None] Port c640aefb-7c0c-4c89-9c84-86224498ca67 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:00.423131 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (b1b71a39-5aa2-438f-8944-40b45e14340c), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.425087 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (b1b71a39-5aa2-438f-8944-40b45e14340c), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.432333 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40358) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:00.574982 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:03:00.576947 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.587481 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Publish callbacks [] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.624233 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.625267 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (3bee91fa-cf71-4cd1-953e-eafa754ec54a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.750095 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks [] for router_controller (b1b71a39-5aa2-438f-8944-40b45e14340c), precommit_add_association {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.760504 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (d260d51e-30b8-4dc3-9970-b7289c2de481), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.880089 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Allocated IP 172.20.0.2 (06ff80aa-be82-4ede-b424-71b8a8cf0d2e/7c03f1e7-fb24-4112-b196-e90b89943175/9cd04ad8-1595-4e03-b34f-93a340da0f77) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:00.900148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f283157c-b273-40a0-ae1f-33a5b3d8f207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:00.947620 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40390) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:00.952631 dv-cinder-838329-1-iscsi neutron-server[103432]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 18:03:01.120220 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f283157c-b273-40a0-ae1f-33a5b3d8f207 admin admin] Publish callbacks [] for security_group (c2b93fba-a8ed-4dde-89c8-3dba4b062cd4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.137960 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Publish callbacks [] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.143176 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c640aefb-7c0c-4c89-9c84-86224498ca67,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:01.147849 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f283157c-b273-40a0-ae1f-33a5b3d8f207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c2b93fba-a8ed-4dde-89c8-3dba4b062cd4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.158186 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.269681 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:01.284835 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:01.293978 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Pushing event updated for resources: {'Port': ['ID=9cd04ad8-1595-4e03-b34f-93a340da0f77,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:01.300217 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:01.301350 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks [] for router_gateway (b1b71a39-5aa2-438f-8944-40b45e14340c), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.456743 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Attempting to bind port 9cd04ad8-1595-4e03-b34f-93a340da0f77 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:01.457075 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Attempting to bind port 9cd04ad8-1595-4e03-b34f-93a340da0f77 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:01.457441 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Attempting to bind port 9cd04ad8-1595-4e03-b34f-93a340da0f77 on network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:01.469530 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:01.470581 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Checking segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:01.470983 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.471375 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Bound using segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:01.471912 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Bound port: 9cd04ad8-1595-4e03-b34f-93a340da0f77, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:01.477833 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.526957 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283157c-b273-40a0-ae1f-33a5b3d8f207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b93fba-a8ed-4dde-89c8-3dba4b062cd4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:01.540163 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Checking segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:01.540527 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Network hostable DHCP agents. Network: 521bf463-31b7-4a75-8eed-a6e766fc9039, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:03:01.558018 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-fbdc56c0-e77a-4abd-8866-705d9196bc62 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:01.559609 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-fbdc56c0-e77a-4abd-8866-705d9196bc62 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/networks?id=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 HTTP/1.1" status: 200 len: 812 time: 0.6081829 Apr 18 18:03:01.580203 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f01f0ac8-c67a-4159-95bd-10bf8cdb7dbb tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/quotas/c33ad7bf51c44a0190edc8a3cae230af HTTP/1.1" status: 200 len: 375 time: 0.0140307 Apr 18 18:03:01.584149 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40408) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:01.592301 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] For port 9cd04ad8-1595-4e03-b34f-93a340da0f77, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:01.594539 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f283157c-b273-40a0-ae1f-33a5b3d8f207 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0d1825f380543708722b7cea0fd1e2a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1565623 Apr 18 18:03:01.595560 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] For port 9cd04ad8-1595-4e03-b34f-93a340da0f77, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=9cd04ad8-1595-4e03-b34f-93a340da0f77,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:01.600274 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40410) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:01.603118 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.615607 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Network cad54e55-2682-4b77-9264-f5062bac9efb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:01.620007 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d260d51e-30b8-4dc3-9970-b7289c2de481,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:01.632798 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:01.661098 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:03:01.724705 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b1e2-1a77-4c32-8425-2199dd46328e None None] Pushing event updated for resources: {'Port': ['ID=9cd04ad8-1595-4e03-b34f-93a340da0f77,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:01.776181 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 521bf463-31b7-4a75-8eed-a6e766fc9039) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:01.785165 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a08dd-e7c8-4a89-a166-4bd10949e90c None None] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:01.820468 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:01.821724 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.856294 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61712fe3-b267-4808-a34d-0b771ece9ee2 admin admin] Publish callbacks [] for security_group (c2b93fba-a8ed-4dde-89c8-3dba4b062cd4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.891009 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61712fe3-b267-4808-a34d-0b771ece9ee2 admin admin] Publish callbacks [] for security_group (c2b93fba-a8ed-4dde-89c8-3dba4b062cd4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:01.894788 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-a0078a63-a81b-4359-9a99-70eac0d715f1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c33ad7bf51c44a0190edc8a3cae230af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2688429 Apr 18 18:03:01.900716 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 0f4b6c31-1cd9-43f9-808c-0018704822d5 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:01.971876 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16bbd7d2-3c98-4f11-a0a1-61fd529f1fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.006373 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 0f4b6c31-1cd9-43f9-808c-0018704822d5 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:02.007443 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.021559 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61712fe3-b267-4808-a34d-0b771ece9ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c2b93fba-a8ed-4dde-89c8-3dba4b062cd4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.025236 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-61712fe3-b267-4808-a34d-0b771ece9ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.032253 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-61712fe3-b267-4808-a34d-0b771ece9ee2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2b93fba-a8ed-4dde-89c8-3dba4b062cd4 HTTP/1.1" status: 204 len: 168 time: 0.4249647 Apr 18 18:03:02.057472 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ec0b91b7-2b2e-4684-91f7-508931f27f5d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1919036 Apr 18 18:03:02.066653 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40422) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:02.089982 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ee5e2356-b8ce-47fe-b8ef-7accbdbe9a24 None None] Provisioning complete for port c640aefb-7c0c-4c89-9c84-86224498ca67 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:02.089982 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2356-b8ce-47fe-b8ef-7accbdbe9a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.103273 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:02.112351 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61712fe3-b267-4808-a34d-0b771ece9ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b93fba-a8ed-4dde-89c8-3dba4b062cd4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:02.136407 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks [] for router_gateway (b1b71a39-5aa2-438f-8944-40b45e14340c), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.149953 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-521bf463-31b7-4a75-8eed-a6e766fc9039', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'project_id': '201bb1fed3fb4058a860566245af69da', 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:03:02.151062 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.188677 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Router 3bee91fa-cf71-4cd1-953e-eafa754ec54a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:03:02.210779 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (8d7a4bc8-2bae-4ead-a655-a12df851224a), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.212297 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (8d7a4bc8-2bae-4ead-a655-a12df851224a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.234553 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-375af8e9-fb37-41f5-bdbc-34c340d06169 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:03:02.241937 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-375af8e9-fb37-41f5-bdbc-34c340d06169 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2233975 Apr 18 18:03:02.244374 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.278799 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e2356-b8ce-47fe-b8ef-7accbdbe9a24 None None] Port c640aefb-7c0c-4c89-9c84-86224498ca67 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:02.364216 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 0f4b6c31-1cd9-43f9-808c-0018704822d5 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:02.364652 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.413901 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 0f4b6c31-1cd9-43f9-808c-0018704822d5, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=0f4b6c31-1cd9-43f9-808c-0018704822d5,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:02.417923 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks [] for router_controller (8d7a4bc8-2bae-4ead-a655-a12df851224a), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.424433 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Allocated IP 172.20.0.2 (521bf463-31b7-4a75-8eed-a6e766fc9039/d260d51e-30b8-4dc3-9970-b7289c2de481/c3291206-c033-41c3-88a1-6630005234ca) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:02.433356 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.554058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:03:02.577289 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4b3ef2cd-85c7-433a-a45a-6e10291d1cc4 admin admin] 10.222.0.20 "PUT /v2.0/routers/3bee91fa-cf71-4cd1-953e-eafa754ec54a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5445073 Apr 18 18:03:02.648306 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=0f4b6c31-1cd9-43f9-808c-0018704822d5,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:02.655088 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-1966d3ac-42e3-4589-b391-a867647fd0c6 service neutron] 10.222.0.20 "GET /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118640 Apr 18 18:03:02.668784 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40444) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:02.744294 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:03:02.747610 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a0485aff-b24e-47c3-a5ed-18e58d4e23d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.762436 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks [] for router_gateway (8d7a4bc8-2bae-4ead-a655-a12df851224a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.873308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Publish callbacks [] for port (c3291206-c033-41c3-88a1-6630005234ca), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.876472 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16bbd7d2-3c98-4f11-a0a1-61fd529f1fad admin admin] Publish callbacks [] for security_group (0a15e222-29d0-4cb5-a6bf-d48852f54633), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.887967 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (c3291206-c033-41c3-88a1-6630005234ca), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.914138 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-16bbd7d2-3c98-4f11-a0a1-61fd529f1fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0a15e222-29d0-4cb5-a6bf-d48852f54633), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:02.948025 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:02.955279 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:02.963665 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:03.001987 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Pushing event updated for resources: {'Port': ['ID=c3291206-c033-41c3-88a1-6630005234ca,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:03.066127 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-16bbd7d2-3c98-4f11-a0a1-61fd529f1fad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50607fd35fb54619a5c85624a28aebf2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4807322 Apr 18 18:03:03.068536 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbd7d2-3c98-4f11-a0a1-61fd529f1fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a15e222-29d0-4cb5-a6bf-d48852f54633,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:03.071849 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40454) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:03.087430 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a0485aff-b24e-47c3-a5ed-18e58d4e23d7 admin admin] Publish callbacks [] for security_group (cde939a6-af5c-414b-85f3-d6322d4c1c2e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.110652 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a0485aff-b24e-47c3-a5ed-18e58d4e23d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (cde939a6-af5c-414b-85f3-d6322d4c1c2e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.219798 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks [] for router_gateway (8d7a4bc8-2bae-4ead-a655-a12df851224a), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.281357 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Allocated IP 172.27.3.69 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/2fe512d5-a035-4d66-9ab7-aa4907884da9) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:03.291967 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-45bc4904-6056-4dba-aaa5-acbaec1d6afa service neutron] 10.222.0.20 "GET /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354423 Apr 18 18:03:03.342748 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Sync routers for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:03:03.355457 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a0485aff-b24e-47c3-a5ed-18e58d4e23d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dec84a88b7ff40519539871ec236a739&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6856112 Apr 18 18:03:03.358192 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.361786 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40460) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:03.377700 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0485aff-b24e-47c3-a5ed-18e58d4e23d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde939a6-af5c-414b-85f3-d6322d4c1c2e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:03.404021 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Attempting to bind port c3291206-c033-41c3-88a1-6630005234ca on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:03.404502 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Attempting to bind port c3291206-c033-41c3-88a1-6630005234ca by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:03.404979 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Attempting to bind port c3291206-c033-41c3-88a1-6630005234ca on network 521bf463-31b7-4a75-8eed-a6e766fc9039 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:03.408529 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:03.411081 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:03.433114 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1c4d731b-b034-45ea-aad7-ff7456e1d1f6 admin admin] Publish callbacks [] for security_group (0a15e222-29d0-4cb5-a6bf-d48852f54633), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.501321 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:03.501802 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Checking segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:03.502824 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.503483 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Bound using segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:03.503706 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Bound port: c3291206-c033-41c3-88a1-6630005234ca, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:03.510133 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c3291206-c033-41c3-88a1-6630005234ca), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.545110 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1c4d731b-b034-45ea-aad7-ff7456e1d1f6 admin admin] Publish callbacks [] for security_group (0a15e222-29d0-4cb5-a6bf-d48852f54633), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.557898 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f70ff1d-5cf2-4e08-8ce6-62f4bc37c6b3 admin admin] Publish callbacks [] for security_group (cde939a6-af5c-414b-85f3-d6322d4c1c2e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.620337 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40476) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:03.629373 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f70ff1d-5cf2-4e08-8ce6-62f4bc37c6b3 admin admin] Publish callbacks [] for security_group (cde939a6-af5c-414b-85f3-d6322d4c1c2e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.663915 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d097f8-2215-4ab0-b56b-6c337a2ee5db None None] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:03.689822 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks [] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.705967 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] For port c3291206-c033-41c3-88a1-6630005234ca, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:03.710431 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f70ff1d-5cf2-4e08-8ce6-62f4bc37c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (cde939a6-af5c-414b-85f3-d6322d4c1c2e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.714937 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f70ff1d-5cf2-4e08-8ce6-62f4bc37c6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.716482 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9f70ff1d-5cf2-4e08-8ce6-62f4bc37c6b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cde939a6-af5c-414b-85f3-d6322d4c1c2e HTTP/1.1" status: 204 len: 168 time: 0.3532772 Apr 18 18:03:03.727423 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70ff1d-5cf2-4e08-8ce6-62f4bc37c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde939a6-af5c-414b-85f3-d6322d4c1c2e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:03.830972 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1c4d731b-b034-45ea-aad7-ff7456e1d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0a15e222-29d0-4cb5-a6bf-d48852f54633), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.833629 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1c4d731b-b034-45ea-aad7-ff7456e1d1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.834820 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1c4d731b-b034-45ea-aad7-ff7456e1d1f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a15e222-29d0-4cb5-a6bf-d48852f54633 HTTP/1.1" status: 204 len: 168 time: 0.7501478 Apr 18 18:03:03.861634 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] For port c3291206-c033-41c3-88a1-6630005234ca, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c3291206-c033-41c3-88a1-6630005234ca,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:03.885775 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-f0b6eee4-5339-48e8-8afa-aac50c27ec4d None None] Provisioning complete for port 9cd04ad8-1595-4e03-b34f-93a340da0f77 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:03.886363 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eee4-5339-48e8-8afa-aac50c27ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.894164 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:03.896855 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c3291206-c033-41c3-88a1-6630005234ca), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:03.912395 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d731b-b034-45ea-aad7-ff7456e1d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a15e222-29d0-4cb5-a6bf-d48852f54633,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:03.989105 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-83f17544-c3d8-44f8-982c-e26f2432d790 req-75364f93-0105-4b1c-ac39-0e7cec99fb9d tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 210 time: 0.0683563 Apr 18 18:03:03.998129 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-b69a95b2-3ae7-40cb-8dfb-4fde230d0dbb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:03.999658 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-b69a95b2-3ae7-40cb-8dfb-4fde230d0dbb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 819 time: 0.3732240 Apr 18 18:03:04.009614 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:04.035854 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 0f4b6c31-1cd9-43f9-808c-0018704822d5 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:04.141003 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Allocated IP 172.27.3.130 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/7707080a-c6c7-4923-a564-a37ee8e3f9a8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:04.146078 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-500e519a-4c8f-4fd7-a2c0-cc8229ecd345 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/quotas/bd0651dba6f9453ab4adc95ab8fec199 HTTP/1.1" status: 200 len: 375 time: 0.1370971 Apr 18 18:03:04.305512 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-b2ce5418-9734-4a61-b459-02ecdf5795c9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523700 Apr 18 18:03:04.365050 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:04.371944 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Pushing event updated for resources: {'Port': ['ID=2fe512d5-a035-4d66-9ab7-aa4907884da9,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:04.385872 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:04.419223 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:04.488295 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 0f4b6c31-1cd9-43f9-808c-0018704822d5 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:04.488593 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:04.496703 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks [] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:04.555207 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ad077-0e25-41c2-8f30-f54fc43f960d None None] Pushing event updated for resources: {'Port': ['ID=c3291206-c033-41c3-88a1-6630005234ca,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:04.634453 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:04.717460 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:04.721609 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:04.724367 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:04.813631 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:00Z', 'revision_number': 2, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:04.839537 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40536) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:04.848760 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Pushing event updated for resources: {'Port': ['ID=7707080a-c6c7-4923-a564-a37ee8e3f9a8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:04.892779 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6eee4-5339-48e8-8afa-aac50c27ec4d None None] Current status of the port 9cd04ad8-1595-4e03-b34f-93a340da0f77 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:04.893366 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eee4-5339-48e8-8afa-aac50c27ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:04.906150 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d3912abf-2aa4-4d68-8ade-b7f03707c4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:04.916099 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Checking router: 3bee91fa-cf71-4cd1-953e-eafa754ec54a for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:03:04.916451 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Updating router 3bee91fa-cf71-4cd1-953e-eafa754ec54a port c640aefb-7c0c-4c89-9c84-86224498ca67 binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:03:05.039262 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-f0b6eee4-5339-48e8-8afa-aac50c27ec4d None None] For port 9cd04ad8-1595-4e03-b34f-93a340da0f77, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=9cd04ad8-1595-4e03-b34f-93a340da0f77,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:05.052318 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.109557 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0b6eee4-5339-48e8-8afa-aac50c27ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.165004 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks [] for router_gateway (8d7a4bc8-2bae-4ead-a655-a12df851224a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.173713 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d3912abf-2aa4-4d68-8ade-b7f03707c4f1 admin admin] Publish callbacks [] for security_group (1880086c-9e93-459c-8823-cc6d04f0b4d2), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.195419 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-6879fe3d-6a14-457a-b94e-359a081c1200 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:03:05.201280 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 0f4b6c31-1cd9-43f9-808c-0018704822d5 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:05.202564 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 9cd04ad8-1595-4e03-b34f-93a340da0f77 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:05.203241 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-6879fe3d-6a14-457a-b94e-359a081c1200 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3683712 Apr 18 18:03:05.229362 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d3912abf-2aa4-4d68-8ade-b7f03707c4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (1880086c-9e93-459c-8823-cc6d04f0b4d2), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.268891 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d3912abf-2aa4-4d68-8ade-b7f03707c4f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee6dc07dc0cc4a67bbae834530846583&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4261444 Apr 18 18:03:05.330060 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6eee4-5339-48e8-8afa-aac50c27ec4d None None] Pushing event updated for resources: {'Port': ['ID=9cd04ad8-1595-4e03-b34f-93a340da0f77,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:05.336290 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3912abf-2aa4-4d68-8ade-b7f03707c4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1880086c-9e93-459c-8823-cc6d04f0b4d2,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:05.341636 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40558) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:05.365370 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c8cdc225-66da-409b-8c12-e4b5b9336c0a None None] Provisioning complete for port 9cd04ad8-1595-4e03-b34f-93a340da0f77 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:05.365794 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8cdc225-66da-409b-8c12-e4b5b9336c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.403557 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c5730551-3b59-486f-bd32-d4d823332ff2 req-f2166da2-7bfa-4967-8ce8-8da1a4683cd0 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 210 time: 0.2183490 Apr 18 18:03:05.443614 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 9cd04ad8-1595-4e03-b34f-93a340da0f77 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:05.444803 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.467559 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks [] for router_gateway (b1b71a39-5aa2-438f-8944-40b45e14340c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.619600 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9edda511-3674-4e0e-9862-e7eba2066cee admin admin] Publish callbacks [] for security_group (1880086c-9e93-459c-8823-cc6d04f0b4d2), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.673988 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9edda511-3674-4e0e-9862-e7eba2066cee admin admin] Publish callbacks [] for security_group (1880086c-9e93-459c-8823-cc6d04f0b4d2), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.798029 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-228c3440-3b16-4c82-859e-ad98c8e89e47 service neutron] 10.222.0.20 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936553 Apr 18 18:03:05.829783 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (8d7a4bc8-2bae-4ead-a655-a12df851224a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.907478 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Publish callbacks [] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.931909 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.965017 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9edda511-3674-4e0e-9862-e7eba2066cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (1880086c-9e93-459c-8823-cc6d04f0b4d2), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.970043 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9edda511-3674-4e0e-9862-e7eba2066cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:05.971351 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-9edda511-3674-4e0e-9862-e7eba2066cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1880086c-9e93-459c-8823-cc6d04f0b4d2 HTTP/1.1" status: 204 len: 168 time: 0.6211064 Apr 18 18:03:05.994409 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1c31b-becb-4099-8dca-b3c4222e9121 None None] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:05.998661 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edda511-3674-4e0e-9862-e7eba2066cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1880086c-9e93-459c-8823-cc6d04f0b4d2,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:06.039192 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-98cdc925-96ab-424f-a18b-02c03fb89d19 service neutron] 10.222.0.20 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398870 Apr 18 18:03:06.040599 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (b1b71a39-5aa2-438f-8944-40b45e14340c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:06.118489 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Router 8d7a4bc8-2bae-4ead-a655-a12df851224a is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:03:06.247182 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08817e5-7e77-4b1d-968a-eb1bcde7b58d None None] Pushing event updated for resources: {'Port': ['ID=c640aefb-7c0c-4c89-9c84-86224498ca67,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:06.364914 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:03:06.375196 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Sync routers for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:03:06.406293 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:06.415173 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b250aa22-8362-45b0-95b3-68bb53ddd442 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3473163 Apr 18 18:03:06.415829 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40590) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:06.432742 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:06.433358 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:06.447310 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Router b1b71a39-5aa2-438f-8944-40b45e14340c is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:03:06.679643 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3cf8e821-d1e3-4a0a-9340-70ad2637f39c req-4b5a7067-0cd9-4525-9250-e47782e90eae tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 210 time: 0.2011666 Apr 18 18:03:06.786562 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c8cdc225-66da-409b-8c12-e4b5b9336c0a None None] Current status of the port 9cd04ad8-1595-4e03-b34f-93a340da0f77 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:06.808512 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 9cd04ad8-1595-4e03-b34f-93a340da0f77 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:06.994928 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:07.138192 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Attempting to bind port c640aefb-7c0c-4c89-9c84-86224498ca67 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:07.138656 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Attempting to bind port c640aefb-7c0c-4c89-9c84-86224498ca67 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:07.138973 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Attempting to bind port c640aefb-7c0c-4c89-9c84-86224498ca67 on network cad54e55-2682-4b77-9264-f5062bac9efb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:07.168817 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Provisioning complete for port c640aefb-7c0c-4c89-9c84-86224498ca67 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:07.171660 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:07.188171 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d23ffee8-e460-4710-a9f4-a6c09eb2f099 req-59afbbf5-0645-45b8-8070-566839c4cade tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 210 time: 0.1438231 Apr 18 18:03:07.260448 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:03:07.305221 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:07.312409 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Checking segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:07.317714 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:07.318119 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:07.318905 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Bound using segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:07.323315 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Bound port: c640aefb-7c0c-4c89-9c84-86224498ca67, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:07.324674 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-a711418b-db3c-4968-b544-15203de7b32e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9617505 Apr 18 18:03:07.326289 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:07.328665 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40654) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:07.384412 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 9cd04ad8-1595-4e03-b34f-93a340da0f77 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:07.401868 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Sync routers for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:03:07.798389 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.15', 56066) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:07.897916 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Port c640aefb-7c0c-4c89-9c84-86224498ca67 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:07.922095 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:07.927166 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:07.972538 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:04Z', 'revision_number': 3, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:08.012721 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Checking router: 8d7a4bc8-2bae-4ead-a655-a12df851224a for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:03:08.013149 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Updating router 8d7a4bc8-2bae-4ead-a655-a12df851224a port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:03:08.108324 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:08.133262 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:08.145765 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Provisioning complete for port c3291206-c033-41c3-88a1-6630005234ca triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:08.146302 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c3291206-c033-41c3-88a1-6630005234ca), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:08.328338 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] For port c640aefb-7c0c-4c89-9c84-86224498ca67, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:08.403199 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] For port c640aefb-7c0c-4c89-9c84-86224498ca67, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c640aefb-7c0c-4c89-9c84-86224498ca67,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:08.412079 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 9cd04ad8-1595-4e03-b34f-93a340da0f77 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:08.414988 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:08.532798 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:08.598564 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Allocated IP 172.20.0.1 (521bf463-31b7-4a75-8eed-a6e766fc9039/d260d51e-30b8-4dc3-9970-b7289c2de481/06306f95-a2db-4b44-b20e-11a966c56054) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:08.757310 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-d745b1de-5b33-4ac0-bef7-7ab88bc95605 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:08.760254 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-d745b1de-5b33-4ac0-bef7-7ab88bc95605 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.15 "GET /v2.0/networks?id=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 HTTP/1.1" status: 200 len: 812 time: 0.8136616 Apr 18 18:03:08.775627 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Publish callbacks [] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:08.778730 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1c79-3541-452b-966a-163d7e8527fe req-d61cb7f5-92a5-4973-9ce4-76bdc79d6788 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:08.782662 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:08.784859 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-d61cb7f5-92a5-4973-9ce4-76bdc79d6788 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 819 time: 1.1057823 Apr 18 18:03:08.936503 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Publish callbacks [] for port (06306f95-a2db-4b44-b20e-11a966c56054), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:08.941196 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:08.942900 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:08.953633 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8dd66-46ed-48f3-9276-0a758a518791 None None] Pushing event updated for resources: {'Port': ['ID=7707080a-c6c7-4923-a564-a37ee8e3f9a8,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:08.977783 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Request body: {'port': {'device_id': 'aad8175c-7712-441a-99f0-490d4749ad57', 'network_id': 'c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9', 'admin_state_up': True, 'tenant_id': 'c33ad7bf51c44a0190edc8a3cae230af'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:08.982908 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Attempting to bind port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:08.985680 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Attempting to bind port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:08.986170 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Attempting to bind port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:09.010942 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:09.011350 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:09.011745 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:09.017365 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:09.019489 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Bound port: 7707080a-c6c7-4923-a564-a37ee8e3f9a8, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:09.025241 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:09.084452 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (06306f95-a2db-4b44-b20e-11a966c56054), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:09.185402 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] For port 7707080a-c6c7-4923-a564-a37ee8e3f9a8, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:09.190363 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] For port 7707080a-c6c7-4923-a564-a37ee8e3f9a8, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=7707080a-c6c7-4923-a564-a37ee8e3f9a8,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:09.200983 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 9cd04ad8-1595-4e03-b34f-93a340da0f77 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:09.201804 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:09.202589 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c3291206-c033-41c3-88a1-6630005234ca up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:09.252395 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Pushing event updated for resources: {'Port': ['ID=06306f95-a2db-4b44-b20e-11a966c56054,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:09.278634 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:09.280351 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:09.284217 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:09.284819 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (8d7a4bc8-2bae-4ead-a655-a12df851224a), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:09.305991 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08817e5-7e77-4b1d-968a-eb1bcde7b58d None None] Pushing event updated for resources: {'Port': ['ID=c640aefb-7c0c-4c89-9c84-86224498ca67,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:09.332165 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Current status of the port c3291206-c033-41c3-88a1-6630005234ca is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:09.332553 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c3291206-c033-41c3-88a1-6630005234ca), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:09.337206 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:09.375677 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:09.376680 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:09.380290 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8dd66-46ed-48f3-9276-0a758a518791 None None] Pushing event updated for resources: {'Port': ['ID=7707080a-c6c7-4923-a564-a37ee8e3f9a8,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:09.541852 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.15', 56074) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:09.591215 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:09.757472 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:09.842619 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-4a49b22a-5d1c-4840-825e-d6e3eae772d5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/quotas/bd0651dba6f9453ab4adc95ab8fec199 HTTP/1.1" status: 200 len: 375 time: 1.0381360 Apr 18 18:03:10.079363 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-1e52479c-b9dc-4763-a893-65554d2c665a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2323925 Apr 18 18:03:10.119085 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fe130de1-7fb2-42b2-b616-d35f7c5648b6 req-f98a89ff-5fd9-4382-84c8-dcc86086480e tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 210 time: 0.4358125 Apr 18 18:03:10.152414 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:04Z', 'revision_number': 3, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:10.186704 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port c3291206-c033-41c3-88a1-6630005234ca triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:10.187171 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c3291206-c033-41c3-88a1-6630005234ca), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:10.195152 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Checking router: b1b71a39-5aa2-438f-8944-40b45e14340c for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:03:10.195567 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Updating router b1b71a39-5aa2-438f-8944-40b45e14340c port 2fe512d5-a035-4d66-9ab7-aa4907884da9 binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:03:10.261410 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:10.497031 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-78cc291b-62c4-4293-a243-af5b32e87767 service neutron] 10.222.0.20 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151955 Apr 18 18:03:10.504517 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Made reservation on behalf of c33ad7bf51c44a0190edc8a3cae230af for: {'port': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:10.509134 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:10.722098 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:04Z', 'revision_number': 3, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:10.795596 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c47e8-5576-4515-9c2e-c1f3fb8fe494 None None] The sync data for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi is: [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:04Z', 'revision_number': 3, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:03:10.851713 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] For port c3291206-c033-41c3-88a1-6630005234ca, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c3291206-c033-41c3-88a1-6630005234ca,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:10.903685 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c3291206-c033-41c3-88a1-6630005234ca), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:10.918347 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Publish callbacks [] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:10.984072 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-da88645c-20f2-449b-98d5-091fd17ef9fe tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:11.001154 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-da88645c-20f2-449b-98d5-091fd17ef9fe tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 819 time: 1.4446716 Apr 18 18:03:11.012774 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:11.016243 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:08Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:11.123266 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'port': {'device_id': 'a89a1dd4-0173-410c-8c3a-6ce75eff8d43', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'admin_state_up': True, 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:11.307782 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45c683-35a6-4708-9f87-00c9305b90ce None None] The sync data for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi is: [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:08Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:03:11.318324 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Provisioning complete for port c640aefb-7c0c-4c89-9c84-86224498ca67 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:11.318701 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:11.448383 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Attempting to bind port 2fe512d5-a035-4d66-9ab7-aa4907884da9 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:11.448805 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Attempting to bind port 2fe512d5-a035-4d66-9ab7-aa4907884da9 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:11.449165 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Attempting to bind port 2fe512d5-a035-4d66-9ab7-aa4907884da9 on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:11.517040 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (06306f95-a2db-4b44-b20e-11a966c56054), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:11.573402 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:11.573957 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:11.574414 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:11.582640 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:11.583276 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Bound port: 2fe512d5-a035-4d66-9ab7-aa4907884da9, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:11.583662 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:11.635831 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Allocated IP 172.20.0.12 (c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9/0f70b10e-7e1b-4c73-afff-3de48c1d38e3/bee2db5d-4c57-4790-86a0-c2e1d2eb4a77) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:12.071754 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Publish callbacks [] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:12.159763 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-33560c77-4f12-4f7e-8ba0-4dc37a375017 service neutron] 10.222.0.20 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6440876 Apr 18 18:03:12.160608 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Current status of the port c640aefb-7c0c-4c89-9c84-86224498ca67 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:12.161001 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:12.183340 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:12.454733 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Pushing event updated for resources: {'Port': ['ID=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:12.459286 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] For port c640aefb-7c0c-4c89-9c84-86224498ca67, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c640aefb-7c0c-4c89-9c84-86224498ca67,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:12.513056 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4692b-cf76-4aa1-8231-7220c5a1b5ed None None] Pushing event updated for resources: {'Port': ['ID=c3291206-c033-41c3-88a1-6630005234ca,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:12.532628 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:12.558871 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Made reservation on behalf of bd0651dba6f9453ab4adc95ab8fec199 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:12.569944 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:12.648382 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Provisioning complete for port 06306f95-a2db-4b44-b20e-11a966c56054 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:12.652421 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (06306f95-a2db-4b44-b20e-11a966c56054), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:12.719470 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1956abc-5d63-4859-b416-12888c21035d req-2800a684-6be1-479f-916d-27be4ff1aa1f tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:12.732486 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1956abc-5d63-4859-b416-12888c21035d req-2800a684-6be1-479f-916d-27be4ff1aa1f tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 932 time: 0.2969923 Apr 18 18:03:12.794448 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:12.894226 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port c3291206-c033-41c3-88a1-6630005234ca is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:12.961920 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b3155-c2da-4246-8c59-af05d070f10f None None] Pushing event updated for resources: {'Port': ['ID=2fe512d5-a035-4d66-9ab7-aa4907884da9,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:12.970349 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40820) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:12.994624 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:12.994822 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] For port 2fe512d5-a035-4d66-9ab7-aa4907884da9, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:13.008834 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] For port 2fe512d5-a035-4d66-9ab7-aa4907884da9, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=2fe512d5-a035-4d66-9ab7-aa4907884da9,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:13.015400 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:13.122812 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:13.144713 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:13.144713 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:13.236387 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Pushing event updated for resources: {'Port': ['ID=c640aefb-7c0c-4c89-9c84-86224498ca67,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:13.245668 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:13.291096 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Port 06306f95-a2db-4b44-b20e-11a966c56054 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:13.291842 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-f336caf4-ae64-4d37-abe2-346637c109d7 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4784825 Apr 18 18:03:13.367192 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Publish callbacks [] for port (06306f95-a2db-4b44-b20e-11a966c56054), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:13.470819 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Provisioning complete for port c3291206-c033-41c3-88a1-6630005234ca triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:13.477413 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c3291206-c033-41c3-88a1-6630005234ca), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:13.492586 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (06306f95-a2db-4b44-b20e-11a966c56054), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:13.493967 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (8d7a4bc8-2bae-4ead-a655-a12df851224a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:13.532350 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1956abc-5d63-4859-b416-12888c21035d req-8c6be6e5-dd3a-4933-8833-775d8def3f17 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7967832 Apr 18 18:03:13.572507 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 7707080a-c6c7-4923-a564-a37ee8e3f9a8 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:13.882535 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:13.886388 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:13.921220 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-3d595a03-9e48-4481-bf8e-4dbff80cb73a tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:03:13.922274 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-3d595a03-9e48-4481-bf8e-4dbff80cb73a tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4262810 Apr 18 18:03:13.953871 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2e61f768-309c-4c52-bcb4-da820087a81c req-7be409c1-a6b7-4ca4-8fa2-642fe36064a1 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 0.7357779 Apr 18 18:03:13.978566 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:14.074482 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:14.081070 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.107147 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b3155-c2da-4246-8c59-af05d070f10f None None] Pushing event updated for resources: {'Port': ['ID=2fe512d5-a035-4d66-9ab7-aa4907884da9,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:14.113641 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Allocated IP 172.20.0.11 (cad54e55-2682-4b77-9264-f5062bac9efb/9751101d-df07-47bd-9a3a-a0d9ec507bb5/3680d34d-d198-46d8-a29a-65bd36e71ecc) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:14.287414 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-806d765c-812d-4a77-b9f7-673685198e9e None None] Current status of the port c3291206-c033-41c3-88a1-6630005234ca is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:14.289911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:14.315013 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Allocated IP 172.20.0.1 (06ff80aa-be82-4ede-b424-71b8a8cf0d2e/7c03f1e7-fb24-4112-b196-e90b89943175/85c218b7-124a-426f-8364-2435bd996e5c) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:14.348067 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Request body: {'port': {'device_id': 'aad8175c-7712-441a-99f0-490d4749ad57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:14.357396 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e9eeafb5-6353-492c-8f35-215508114fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.483823 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:14.553512 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-066d1f34-9b2a-416e-8517-2b899f960020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.590055 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Publish callbacks [] for port (85c218b7-124a-426f-8364-2435bd996e5c), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.630598 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:14.630935 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.675022 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Pushing event updated for resources: {'Port': ['ID=06306f95-a2db-4b44-b20e-11a966c56054,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:14.717606 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 7707080a-c6c7-4923-a564-a37ee8e3f9a8, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=7707080a-c6c7-4923-a564-a37ee8e3f9a8,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:14.723663 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.724773 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c3291206-c033-41c3-88a1-6630005234ca up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:14.828311 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e9eeafb5-6353-492c-8f35-215508114fcd admin admin] Publish callbacks [] for security_group (7277baf4-1e07-44e8-b71f-e879cdb16e76), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.840845 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e9eeafb5-6353-492c-8f35-215508114fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (7277baf4-1e07-44e8-b71f-e879cdb16e76), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.917559 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-523d2bc3-b213-42fa-a3f3-90c033931490 None None] Provisioning complete for port 06306f95-a2db-4b44-b20e-11a966c56054 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:14.918140 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-523d2bc3-b213-42fa-a3f3-90c033931490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (06306f95-a2db-4b44-b20e-11a966c56054), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.919503 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeafb5-6353-492c-8f35-215508114fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7277baf4-1e07-44e8-b71f-e879cdb16e76,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:14.991265 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:14.999292 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e9eeafb5-6353-492c-8f35-215508114fcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad2961ffc40a4a0dba257feb6a57bf48&name=default HTTP/1.1" status: 200 len: 2994 time: 2.0096996 Apr 18 18:03:15.001987 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40868) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:15.029503 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=7707080a-c6c7-4923-a564-a37ee8e3f9a8,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:15.049538 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (85c218b7-124a-426f-8364-2435bd996e5c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.050865 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Router 8d7a4bc8-2bae-4ead-a655-a12df851224a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:03:15.081109 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port c3291206-c033-41c3-88a1-6630005234ca triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:15.081491 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c3291206-c033-41c3-88a1-6630005234ca), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.172788 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:15.183064 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589aad02-a19d-437a-982d-11f7ba2cf0aa req-bd86c546-c1fd-448e-83dc-fb7b52d83663 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:15.184836 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-589aad02-a19d-437a-982d-11f7ba2cf0aa req-bd86c546-c1fd-448e-83dc-fb7b52d83663 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 932 time: 0.5153930 Apr 18 18:03:15.188499 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:15.213178 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-523d2bc3-b213-42fa-a3f3-90c033931490 None None] Port 06306f95-a2db-4b44-b20e-11a966c56054 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:15.218249 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:15.218815 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (b1b71a39-5aa2-438f-8944-40b45e14340c), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.251077 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9f5f67a-5c4a-409e-bbd9-67d8efef76d8 admin admin] Publish callbacks [] for security_group (7277baf4-1e07-44e8-b71f-e879cdb16e76), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.257652 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.333574 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:04Z', 'revision_number': 3, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:15.437848 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218e470-027e-4e45-9824-02ec113987d0 None None] The sync data for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi is: [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:04Z', 'revision_number': 3, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:03:15.478948 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-589aad02-a19d-437a-982d-11f7ba2cf0aa req-84ee9298-362c-4e68-a9aa-d674fb10658e tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706017 Apr 18 18:03:15.480234 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port c3291206-c033-41c3-88a1-6630005234ca is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:15.481507 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c640aefb-7c0c-4c89-9c84-86224498ca67 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:15.538405 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Pushing event updated for resources: {'Port': ['ID=85c218b7-124a-426f-8364-2435bd996e5c,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:15.559285 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.595532 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-98cf3408-1e6b-435f-aaf6-e40500a69fec req-0a4de912-e47f-4b31-9b27-1316f66cab5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 0.3734837 Apr 18 18:03:15.598076 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port c640aefb-7c0c-4c89-9c84-86224498ca67 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:15.598633 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.623612 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9f5f67a-5c4a-409e-bbd9-67d8efef76d8 admin admin] Publish callbacks [] for security_group (7277baf4-1e07-44e8-b71f-e879cdb16e76), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.662267 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Network cad54e55-2682-4b77-9264-f5062bac9efb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:15.679552 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:15.684749 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-15ed8564-a3ca-41b8-b01a-0a9c7c8196db None None] Provisioning complete for port 85c218b7-124a-426f-8364-2435bd996e5c triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:15.685239 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-15ed8564-a3ca-41b8-b01a-0a9c7c8196db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (85c218b7-124a-426f-8364-2435bd996e5c), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.696556 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:15.706384 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:15.707216 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.778450 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event updated for resources: {'Port': ['ID=3680d34d-d198-46d8-a29a-65bd36e71ecc,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:15.801265 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-15ed8564-a3ca-41b8-b01a-0a9c7c8196db None None] Port 85c218b7-124a-426f-8364-2435bd996e5c cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:15.809756 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port c640aefb-7c0c-4c89-9c84-86224498ca67 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:15.812828 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-612f4df7-ceab-4fe6-b627-671cf8fe8e4a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7217984 Apr 18 18:03:15.817893 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:03:15.852774 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d40571ff-3445-4a83-a7a1-4e3bb3d77a6c admin admin] 10.222.0.20 "PUT /v2.0/routers/8d7a4bc8-2bae-4ead-a655-a12df851224a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4348340 Apr 18 18:03:15.853636 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Sync routers for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:03:15.884152 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9f5f67a-5c4a-409e-bbd9-67d8efef76d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (7277baf4-1e07-44e8-b71f-e879cdb16e76), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.888808 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9f5f67a-5c4a-409e-bbd9-67d8efef76d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:15.890197 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f9f5f67a-5c4a-409e-bbd9-67d8efef76d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7277baf4-1e07-44e8-b71f-e879cdb16e76 HTTP/1.1" status: 204 len: 168 time: 0.8872299 Apr 18 18:03:15.895688 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:15.897780 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:02:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:15.910539 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5f67a-5c4a-409e-bbd9-67d8efef76d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7277baf4-1e07-44e8-b71f-e879cdb16e76,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:15.966022 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40892) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:16.079294 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c640aefb-7c0c-4c89-9c84-86224498ca67 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:16.179709 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:16.198902 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (85c218b7-124a-426f-8364-2435bd996e5c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:16.245270 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port c640aefb-7c0c-4c89-9c84-86224498ca67 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:16.246049 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:16.329741 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-7ed5300b-ba40-4b33-b653-c0a3d1f01517 None None] Provisioning complete for port 3680d34d-d198-46d8-a29a-65bd36e71ecc triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:16.333929 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ed5300b-ba40-4b33-b653-c0a3d1f01517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:16.458791 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5300b-ba40-4b33-b653-c0a3d1f01517 None None] Port 3680d34d-d198-46d8-a29a-65bd36e71ecc cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:16.608364 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a06b343-48cf-4a1e-984f-53aaa33f43ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:16.777451 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 2, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:16.782066 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5df240e3-574c-4cab-84be-b47f01c850ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:16.819867 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Checking router: 8d7a4bc8-2bae-4ead-a655-a12df851224a for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:03:16.820749 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Updating router 8d7a4bc8-2bae-4ead-a655-a12df851224a port 06306f95-a2db-4b44-b20e-11a966c56054 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:03:16.881397 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (06306f95-a2db-4b44-b20e-11a966c56054), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:16.895451 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port c640aefb-7c0c-4c89-9c84-86224498ca67 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:16.898170 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 7707080a-c6c7-4923-a564-a37ee8e3f9a8 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:16.963434 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Request body: {'port': {'device_id': 'a89a1dd4-0173-410c-8c3a-6ce75eff8d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:17.211708 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:17.212160 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:17.217406 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a06b343-48cf-4a1e-984f-53aaa33f43ef admin admin] Publish callbacks [] for security_group (5fb1576b-cc73-460e-8230-1d84694ec6c6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:17.242840 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:17.270222 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Publish callbacks [] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:17.376026 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 40926) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:17.393365 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-b2c07d75-fb40-4739-970d-efeb031fb62e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021518779', 'description': 'tempest-description--680533713'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:17.468614 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce5df2-71b1-429e-a0f8-a3c03dfed92e req-aae92902-1184-443b-9aa8-02452cb0db79 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:17.489792 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-36ce5df2-71b1-429e-a0f8-a3c03dfed92e req-aae92902-1184-443b-9aa8-02452cb0db79 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 932 time: 0.5926440 Apr 18 18:03:17.593833 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Transition to ACTIVE for port object bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 will not be triggered until provisioned by entity L2. {{(pid=103432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:03:17.742008 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:17.801331 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b23659e3-c260-48b8-b2fc-e3d6e464c079 req-8c152002-3479-4edc-9eae-d47157b6e89b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 0.2944295 Apr 18 18:03:17.852918 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a06b343-48cf-4a1e-984f-53aaa33f43ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (5fb1576b-cc73-460e-8230-1d84694ec6c6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:17.858301 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:17.933823 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:17.982494 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.013918 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7a06b343-48cf-4a1e-984f-53aaa33f43ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=239c40a79efc44acb038ec2a178fb2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0464387 Apr 18 18:03:18.024474 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.15', 56085) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:18.031373 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40944) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:18.053643 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Pushing event updated for resources: {'Port': ['ID=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:18.136219 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 2fe512d5-a035-4d66-9ab7-aa4907884da9 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:18.148812 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Publish callbacks [] for port (85c218b7-124a-426f-8364-2435bd996e5c), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.224129 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d75-fb40-4739-970d-efeb031fb62e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.253855 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (85c218b7-124a-426f-8364-2435bd996e5c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.255697 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (b1b71a39-5aa2-438f-8944-40b45e14340c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.280692 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1c79-3541-452b-966a-163d7e8527fe req-44f160a7-f15f-4262-b155-12c10ee5e5eb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:18.282451 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-44f160a7-f15f-4262-b155-12c10ee5e5eb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 819 time: 0.2496128 Apr 18 18:03:18.283186 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06b343-48cf-4a1e-984f-53aaa33f43ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb1576b-cc73-460e-8230-1d84694ec6c6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:18.301760 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 2fe512d5-a035-4d66-9ab7-aa4907884da9 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:18.305472 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.312510 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'port': {'device_id': '80a3d8ff-e63d-4d75-ad98-6757a5123a2e', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'admin_state_up': True, 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:18.377838 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Publish callbacks [] for port (06306f95-a2db-4b44-b20e-11a966c56054), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.398867 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (06306f95-a2db-4b44-b20e-11a966c56054), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.538192 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4a5e4-e977-4399-bcd8-b1fb7cae272f None None] Pushing event updated for resources: {'Port': ['ID=06306f95-a2db-4b44-b20e-11a966c56054,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:18.637259 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Pushing event updated for resources: {'Port': ['ID=85c218b7-124a-426f-8364-2435bd996e5c,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:18.651514 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 2fe512d5-a035-4d66-9ab7-aa4907884da9 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:18.653631 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.672534 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:18.715142 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:18.728056 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 2fe512d5-a035-4d66-9ab7-aa4907884da9, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=2fe512d5-a035-4d66-9ab7-aa4907884da9,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:18.740077 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.871569 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Attempting to bind port 06306f95-a2db-4b44-b20e-11a966c56054 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:18.871951 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Attempting to bind port 06306f95-a2db-4b44-b20e-11a966c56054 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:18.872341 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Attempting to bind port 06306f95-a2db-4b44-b20e-11a966c56054 on network 521bf463-31b7-4a75-8eed-a6e766fc9039 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:18.905564 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=2fe512d5-a035-4d66-9ab7-aa4907884da9,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:18.906477 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:18.906913 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Checking segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:18.907301 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.907704 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Bound using segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:18.926696 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Bound port: 06306f95-a2db-4b44-b20e-11a966c56054, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:18.927232 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (06306f95-a2db-4b44-b20e-11a966c56054), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:18.995551 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d75-fb40-4739-970d-efeb031fb62e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (c5bb8864-4304-4377-86fa-d89d98dc622b), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.077452 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-36ce5df2-71b1-429e-a0f8-a3c03dfed92e req-5c7d0305-7a46-4852-bc80-37837a0ce3da tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5824564 Apr 18 18:03:19.088556 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d75-fb40-4739-970d-efeb031fb62e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c5bb8864-4304-4377-86fa-d89d98dc622b), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.143629 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.151371 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d364f7ab-2158-45aa-bc67-7a5059e34a79 admin admin] Publish callbacks [] for security_group (5fb1576b-cc73-460e-8230-1d84694ec6c6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.156172 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] For port 06306f95-a2db-4b44-b20e-11a966c56054, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:19.167769 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] For port 06306f95-a2db-4b44-b20e-11a966c56054, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=06306f95-a2db-4b44-b20e-11a966c56054,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:19.191982 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (06306f95-a2db-4b44-b20e-11a966c56054), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.248423 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d364f7ab-2158-45aa-bc67-7a5059e34a79 admin admin] Publish callbacks [] for security_group (5fb1576b-cc73-460e-8230-1d84694ec6c6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.310079 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07d75-fb40-4739-970d-efeb031fb62e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb8864-4304-4377-86fa-d89d98dc622b,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:19.329130 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Provisioning complete for port 06306f95-a2db-4b44-b20e-11a966c56054 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:19.330568 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (06306f95-a2db-4b44-b20e-11a966c56054), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.346196 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9788aa29-6f8c-4b85-b2d9-24749381ac65 req-839ba0e1-5257-4199-845c-a7f7b850c914 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 0.2845235 Apr 18 18:03:19.362454 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Attempting to bind port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:19.362953 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Attempting to bind port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '0d0b94ad-8c8b-4162-b2df-33dbc04e8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:19.363671 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Attempting to bind port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 on network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:19.384898 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 on network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:03:19.385230 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Attempting to bind port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 on network c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:19.406121 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b2c07d75-fb40-4739-970d-efeb031fb62e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.419413 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b2c07d75-fb40-4739-970d-efeb031fb62e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0368500 Apr 18 18:03:19.442699 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4a5e4-e977-4399-bcd8-b1fb7cae272f None None] Pushing event updated for resources: {'Port': ['ID=06306f95-a2db-4b44-b20e-11a966c56054,revision_number=4']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:19.480510 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40978) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:19.501445 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-9831accb-32ce-481b-ad46-0ae18df4936e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'security_group_rule': {'security_group_id': 'c5bb8864-4304-4377-86fa-d89d98dc622b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:19.507934 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Current status of the port 06306f95-a2db-4b44-b20e-11a966c56054 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:19.508551 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (06306f95-a2db-4b44-b20e-11a966c56054), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.515090 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:19.515788 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:19.517363 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d364f7ab-2158-45aa-bc67-7a5059e34a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (5fb1576b-cc73-460e-8230-1d84694ec6c6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.522638 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d364f7ab-2158-45aa-bc67-7a5059e34a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.527078 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d364f7ab-2158-45aa-bc67-7a5059e34a79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fb1576b-cc73-460e-8230-1d84694ec6c6 HTTP/1.1" status: 204 len: 168 time: 1.4889164 Apr 18 18:03:19.545489 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:19.546385 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Checking segment: {'id': '0d0b94ad-8c8b-4162-b2df-33dbc04e8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:19.546519 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Bound using segment: {'id': '0d0b94ad-8c8b-4162-b2df-33dbc04e8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:19.546998 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Bound port: bee2db5d-4c57-4790-86a0-c2e1d2eb4a77, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0b94ad-8c8b-4162-b2df-33dbc04e8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:19.547247 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.582420 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364f7ab-2158-45aa-bc67-7a5059e34a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb1576b-cc73-460e-8230-1d84694ec6c6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:19.626767 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3680d34d-d198-46d8-a29a-65bd36e71ecc {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:19.633705 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Made reservation on behalf of bd0651dba6f9453ab4adc95ab8fec199 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:19.638111 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.649804 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Publish callbacks [] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.671478 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] For port 06306f95-a2db-4b44-b20e-11a966c56054, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=06306f95-a2db-4b44-b20e-11a966c56054,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:19.687984 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (06306f95-a2db-4b44-b20e-11a966c56054), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.743284 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9831accb-32ce-481b-ad46-0ae18df4936e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (bb607013-f7d7-48b2-a6b7-d0d571eda2c1), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.805307 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Router b1b71a39-5aa2-438f-8944-40b45e14340c has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:03:19.885041 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Pushing event updated for resources: {'Port': ['ID=06306f95-a2db-4b44-b20e-11a966c56054,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:19.910025 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Provisioning complete for port 85c218b7-124a-426f-8364-2435bd996e5c triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:19.910921 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (85c218b7-124a-426f-8364-2435bd996e5c), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.938262 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] For port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77, host hv-cinder-83832, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:19.960303 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9831accb-32ce-481b-ad46-0ae18df4936e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (bb607013-f7d7-48b2-a6b7-d0d571eda2c1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:19.972836 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Transition to ACTIVE for port object 3680d34d-d198-46d8-a29a-65bd36e71ecc will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:03:20.004854 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9831accb-32ce-481b-ad46-0ae18df4936e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (bb607013-f7d7-48b2-a6b7-d0d571eda2c1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.008748 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:20.036401 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d48119a2-57a8-48d1-96e9-7dff2817ed93 None None] Port 85c218b7-124a-426f-8364-2435bd996e5c cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:20.046981 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.161319 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-d64a5c41-a613-495b-b7f1-f4d6510c6f93 None None] Provisioning complete for port 06306f95-a2db-4b44-b20e-11a966c56054 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:20.161716 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d64a5c41-a613-495b-b7f1-f4d6510c6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (06306f95-a2db-4b44-b20e-11a966c56054), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.164805 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9831accb-32ce-481b-ad46-0ae18df4936e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.168553 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9831accb-32ce-481b-ad46-0ae18df4936e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6840019 Apr 18 18:03:20.278533 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 40992) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:20.294812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831accb-32ce-481b-ad46-0ae18df4936e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb607013-f7d7-48b2-a6b7-d0d571eda2c1,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:20.295703 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 2fe512d5-a035-4d66-9ab7-aa4907884da9 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:20.300444 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-45fda94b-c9f1-46ed-ace9-de4a87dd7b4d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'security_group_rule': {'security_group_id': 'c5bb8864-4304-4377-86fa-d89d98dc622b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:20.442207 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Pushing event updated for resources: {'Port': ['ID=3680d34d-d198-46d8-a29a-65bd36e71ecc,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:20.516272 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45fda94b-c9f1-46ed-ace9-de4a87dd7b4d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (bf527c7a-57d4-408e-8c70-272f18bdcec5), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.558695 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41006) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:20.624938 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-814211b7-2cbc-4dc3-bb45-a40e99528acf req-62e93154-c000-4fdc-9f61-8adecc344781 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 0.0964308 Apr 18 18:03:20.645486 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 2fe512d5-a035-4d66-9ab7-aa4907884da9 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:20.645866 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.687880 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] For port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,segment=NetworkSegment(0d0b94ad-8c8b-4162-b2df-33dbc04e8665),segment_id=0d0b94ad-8c8b-4162-b2df-33dbc04e8665)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:20.700251 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-525fb3bb-da5e-419d-a045-ec2abd433d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.720185 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.750740 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:20.784940 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ee1b9-f504-4d3e-961b-8ddae963525a None None] The sync data for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi is: [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:03:20.813150 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d64a5c41-a613-495b-b7f1-f4d6510c6f93 None None] Current status of the port 06306f95-a2db-4b44-b20e-11a966c56054 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:20.895116 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:20.961655 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc103-08cc-4615-90ae-2b710827ed7e req-bf9c71df-af8b-4611-898f-ff19a79faa30 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:20.971215 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-008dc103-08cc-4615-90ae-2b710827ed7e req-bf9c71df-af8b-4611-898f-ff19a79faa30 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.0978162 Apr 18 18:03:20.972863 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Allocated IP 172.20.0.3 (cad54e55-2682-4b77-9264-f5062bac9efb/9751101d-df07-47bd-9a3a-a0d9ec507bb5/35119271-5bf4-4971-8807-e658b6f5e49a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:20.982546 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 2fe512d5-a035-4d66-9ab7-aa4907884da9 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:20.999459 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Attempting to bind port 3680d34d-d198-46d8-a29a-65bd36e71ecc on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:21.000082 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Attempting to bind port 3680d34d-d198-46d8-a29a-65bd36e71ecc by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:21.000590 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Attempting to bind port 3680d34d-d198-46d8-a29a-65bd36e71ecc on network cad54e55-2682-4b77-9264-f5062bac9efb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:21.058748 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Port 3680d34d-d198-46d8-a29a-65bd36e71ecc on network cad54e55-2682-4b77-9264-f5062bac9efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:03:21.059081 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Attempting to bind port 3680d34d-d198-46d8-a29a-65bd36e71ecc on network cad54e55-2682-4b77-9264-f5062bac9efb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:21.064542 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45fda94b-c9f1-46ed-ace9-de4a87dd7b4d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (bf527c7a-57d4-408e-8c70-272f18bdcec5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.105188 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45fda94b-c9f1-46ed-ace9-de4a87dd7b4d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (bf527c7a-57d4-408e-8c70-272f18bdcec5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.122813 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-008dc103-08cc-4615-90ae-2b710827ed7e req-72d0e6b9-7c5a-48b2-861e-8db45ad7896a tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508360 Apr 18 18:03:21.131953 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:21.133206 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.140682 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] 10.222.0.15 "PUT /v2.0/ports/bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 HTTP/1.1" status: 200 len: 1094 time: 7.0749490 Apr 18 18:03:21.147235 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad8175c-7712-441a-99f0-490d4749ad57', 'tag': 'bee2db5d-4c57-4790-86a0-c2e1d2eb4a77'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:21.150519 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:21.150916 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Checking segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:21.151532 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Bound using segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:21.151992 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Bound port: 3680d34d-d198-46d8-a29a-65bd36e71ecc, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:21.152410 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.249704 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fda94b-c9f1-46ed-ace9-de4a87dd7b4d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf527c7a-57d4-408e-8c70-272f18bdcec5,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:21.266906 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1407a1-4064-4194-9389-a5d3979fef81 service neutron] Pushing event updated for resources: {'Port': ['ID=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:21.271338 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:03:21.286219 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Sync routers for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:03:21.314115 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:21.314115 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:21.318268 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e21eda74-30d1-4f58-a6c3-69c2ec1b929a admin admin] 10.222.0.20 "PUT /v2.0/routers/b1b71a39-5aa2-438f-8944-40b45e14340c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9860513 Apr 18 18:03:21.363027 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-525fb3bb-da5e-419d-a045-ec2abd433d9a admin admin] Publish callbacks [] for security_group (58937d40-bdbf-4d12-9765-0c71d468049a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.467715 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45fda94b-c9f1-46ed-ace9-de4a87dd7b4d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.472677 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41022) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:21.477533 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:21.478833 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-45fda94b-c9f1-46ed-ace9-de4a87dd7b4d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1851327 Apr 18 18:03:21.489419 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] For port 3680d34d-d198-46d8-a29a-65bd36e71ecc, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:21.498105 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] For port 3680d34d-d198-46d8-a29a-65bd36e71ecc, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:21.522536 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-525fb3bb-da5e-419d-a045-ec2abd433d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (58937d40-bdbf-4d12-9765-0c71d468049a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.525555 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.558407 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1" -d '{"events": [{"name": "network-changed", "server_uuid": "aad8175c-7712-441a-99f0-490d4749ad57", "tag": "bee2db5d-4c57-4790-86a0-c2e1d2eb4a77"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:21.664561 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:21.735954 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-525fb3bb-da5e-419d-a045-ec2abd433d9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02bdf29892804e3c908bfb2d5d4dd5be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1736140 Apr 18 18:03:21.741927 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41036) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:21.754071 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.902588 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:21.950226 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ab3857-2b45-4811-9e21-a7078cf644e1 x-openstack-request-id: req-58ab3857-2b45-4811-9e21-a7078cf644e1 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:21.952917 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad8175c-7712-441a-99f0-490d4749ad57", "tag": "bee2db5d-4c57-4790-86a0-c2e1d2eb4a77", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:21.953480 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58ab3857-2b45-4811-9e21-a7078cf644e1 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:21.954139 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ab3857-2b45-4811-9e21-a7078cf644e1'] response: {'name': 'network-changed', 'server_uuid': 'aad8175c-7712-441a-99f0-490d4749ad57', 'tag': 'bee2db5d-4c57-4790-86a0-c2e1d2eb4a77', 'status': 'completed', 'code': 200} Apr 18 18:03:22.012352 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:22.016348 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:22.020655 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] 10.222.0.15 "PUT /v2.0/ports/3680d34d-d198-46d8-a29a-65bd36e71ecc HTTP/1.1" status: 200 len: 1094 time: 5.0855863 Apr 18 18:03:22.032820 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89a1dd4-0173-410c-8c3a-6ce75eff8d43', 'tag': '3680d34d-d198-46d8-a29a-65bd36e71ecc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:22.077835 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d525a40-8c3b-4321-8edd-b2c923e7cd38 admin admin] Publish callbacks [] for security_group (58937d40-bdbf-4d12-9765-0c71d468049a), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:22.155288 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 06306f95-a2db-4b44-b20e-11a966c56054 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:22.414190 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 06306f95-a2db-4b44-b20e-11a966c56054 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:22.415015 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (06306f95-a2db-4b44-b20e-11a966c56054), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:22.460197 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 2, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:22.463905 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88126c8-aa13-4259-9155-855cf0fffd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a89a1dd4-0173-410c-8c3a-6ce75eff8d43", "tag": "3680d34d-d198-46d8-a29a-65bd36e71ecc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:22.498011 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Checking router: b1b71a39-5aa2-438f-8944-40b45e14340c for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:03:22.498804 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Updating router b1b71a39-5aa2-438f-8944-40b45e14340c port 85c218b7-124a-426f-8364-2435bd996e5c binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:03:22.511606 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fb3bb-da5e-419d-a045-ec2abd433d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58937d40-bdbf-4d12-9765-0c71d468049a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:22.560258 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 06306f95-a2db-4b44-b20e-11a966c56054 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:22.574107 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Allocated IP 172.27.3.46 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/3f59b35d-3825-4988-a82d-5d06bd9aa0dc) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:22.592644 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (85c218b7-124a-426f-8364-2435bd996e5c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:22.595750 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cc31c-c294-447c-8380-f61c368cd0ee service neutron] Pushing event updated for resources: {'Port': ['ID=3680d34d-d198-46d8-a29a-65bd36e71ecc,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:22.607472 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-39bb6245-92d1-40ef-9169-13beb4eacfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:22.609517 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-39bb6245-92d1-40ef-9169-13beb4eacfa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 1128 time: 0.3015382 Apr 18 18:03:22.775501 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-d5b4e1a0-4657-48f7-b0bd-fa946bbeb3fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc HTTP/1.1" status: 200 len: 217 time: 0.1419489 Apr 18 18:03:22.779006 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for port (35119271-5bf4-4971-8807-e658b6f5e49a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:22.827449 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41066) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:22.853650 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-b863ac0a-8015-4189-aabc-ca3cf6a95246 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382440801', 'description': 'tempest-description--1407944821'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:22.882054 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for port (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:22.906755 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-a8a65d18-3d68-4826-b94d-315e783fcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:22.908258 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-a8a65d18-3d68-4826-b94d-315e783fcbde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c33ad7bf51c44a0190edc8a3cae230af&device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 1128 time: 0.8780584 Apr 18 18:03:22.976380 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b863ac0a-8015-4189-aabc-ca3cf6a95246 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:22.980114 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:22.984128 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-0a2c66f7-8323-4a59-bc8c-e4742dcbca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:22.992930 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-0a2c66f7-8323-4a59-bc8c-e4742dcbca19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.1615078 Apr 18 18:03:23.071915 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0e048-9fef-46e0-bdf4-02562963f970 req-a75ac6bb-62e5-48b2-8e0f-924ccdd67fe0 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:23.071915 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-eca0e048-9fef-46e0-bdf4-02562963f970 req-a75ac6bb-62e5-48b2-8e0f-924ccdd67fe0 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.1365387 Apr 18 18:03:23.090517 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d525a40-8c3b-4321-8edd-b2c923e7cd38 admin admin] Publish callbacks [] for security_group (58937d40-bdbf-4d12-9765-0c71d468049a), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:23.211065 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-32d22110-eae9-42d8-abc7-c72a163be506 req-6bbc608a-4c64-4de0-b70f-3ad6712d9abe tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 1.0168540 Apr 18 18:03:23.219986 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-37d10285-be5f-4dc5-bfb6-bffdc7f9e876 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 HTTP/1.1" status: 200 len: 217 time: 0.1258841 Apr 18 18:03:23.435809 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Publish callbacks [] for port (85c218b7-124a-426f-8364-2435bd996e5c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:23.450693 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41074) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:23.455575 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (85c218b7-124a-426f-8364-2435bd996e5c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:23.513505 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d525a40-8c3b-4321-8edd-b2c923e7cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (58937d40-bdbf-4d12-9765-0c71d468049a), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:23.516113 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d525a40-8c3b-4321-8edd-b2c923e7cd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:23.517238 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6d525a40-8c3b-4321-8edd-b2c923e7cd38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58937d40-bdbf-4d12-9765-0c71d468049a HTTP/1.1" status: 204 len: 168 time: 1.7737949 Apr 18 18:03:23.558157 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405862-bd8d-4bcc-8383-9cce292be427 None None] Pushing event updated for resources: {'Port': ['ID=85c218b7-124a-426f-8364-2435bd996e5c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:23.684766 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:23.720707 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4a525-cf1b-4c53-8b4a-886510553a32 x-openstack-request-id: req-83d4a525-cf1b-4c53-8b4a-886510553a32 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:23.729407 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89a1dd4-0173-410c-8c3a-6ce75eff8d43", "tag": "3680d34d-d198-46d8-a29a-65bd36e71ecc", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:23.729918 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83d4a525-cf1b-4c53-8b4a-886510553a32 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:23.730608 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d4a525-cf1b-4c53-8b4a-886510553a32'] response: {'name': 'network-changed', 'server_uuid': 'a89a1dd4-0173-410c-8c3a-6ce75eff8d43', 'tag': '3680d34d-d198-46d8-a29a-65bd36e71ecc', 'status': 'completed', 'code': 200} Apr 18 18:03:23.738122 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Attempting to bind port 85c218b7-124a-426f-8364-2435bd996e5c on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:23.741219 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Attempting to bind port 85c218b7-124a-426f-8364-2435bd996e5c by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:23.742161 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Attempting to bind port 85c218b7-124a-426f-8364-2435bd996e5c on network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:23.749324 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:23.762700 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:23.764727 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d525a40-8c3b-4321-8edd-b2c923e7cd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58937d40-bdbf-4d12-9765-0c71d468049a,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:23.765305 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:23.767780 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Checking segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:23.772025 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:23.772488 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Bound using segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:23.773064 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Bound port: 85c218b7-124a-426f-8364-2435bd996e5c, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:23.773388 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (85c218b7-124a-426f-8364-2435bd996e5c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:23.898087 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:23.998221 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Network cad54e55-2682-4b77-9264-f5062bac9efb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:24.051398 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] For port 85c218b7-124a-426f-8364-2435bd996e5c, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:24.061767 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:24.070133 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:24.088022 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] For port 85c218b7-124a-426f-8364-2435bd996e5c, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=85c218b7-124a-426f-8364-2435bd996e5c,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:24.093316 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:24.093781 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.123802 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (85c218b7-124a-426f-8364-2435bd996e5c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.136765 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event updated for resources: {'Port': ['ID=35119271-5bf4-4971-8807-e658b6f5e49a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:24.165846 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-eca0e048-9fef-46e0-bdf4-02562963f970 req-5118873e-338d-479e-b8f8-3eba415d675f tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0777555 Apr 18 18:03:24.167953 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-faf5a428-fd4b-4101-9e7b-d94b9f9fc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:24.168860 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-3f79151f-fa86-4e36-b4a0-43d40475a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:24.172532 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-3f79151f-fa86-4e36-b4a0-43d40475a195 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f70b10e-7e1b-4c73-afff-3de48c1d38e3 HTTP/1.1" status: 200 len: 852 time: 0.9063060 Apr 18 18:03:24.174010 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-faf5a428-fd4b-4101-9e7b-d94b9f9fc917 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.0855527 Apr 18 18:03:24.225920 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'Port': ['ID=3f59b35d-3825-4988-a82d-5d06bd9aa0dc,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:24.254216 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8e00113f-3a58-44ef-be86-88ed39330eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.305989 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-e0469d67-1675-4c8c-88fb-a927bd55bc5d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0066681 Apr 18 18:03:24.396949 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Request body: {'port': {'device_id': '80a3d8ff-e63d-4d75-ad98-6757a5123a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:24.511089 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:24.512357 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:24.762352 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b863ac0a-8015-4189-aabc-ca3cf6a95246 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (57d133d3-04a6-451d-95db-ecb4b55f4d4f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.787606 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b863ac0a-8015-4189-aabc-ca3cf6a95246 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (57d133d3-04a6-451d-95db-ecb4b55f4d4f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.824413 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-d8e55132-458c-4e6a-b849-8f6f04bc2e79 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180189 Apr 18 18:03:24.830265 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.866616 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b863ac0a-8015-4189-aabc-ca3cf6a95246 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.867952 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b863ac0a-8015-4189-aabc-ca3cf6a95246 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0353408 Apr 18 18:03:24.874670 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41116) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:24.875695 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-634c0806-bda2-4335-b3ee-7cbec91af68a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6238081 Apr 18 18:03:24.879500 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2795bf5f-6d68-4acd-9d02-a44e71ec971d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'security_group_rule': {'security_group_id': '57d133d3-04a6-451d-95db-ecb4b55f4d4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:24.886915 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863ac0a-8015-4189-aabc-ca3cf6a95246 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d133d3-04a6-451d-95db-ecb4b55f4d4f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:24.951004 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (d120de57-54e3-4aec-b92f-3f3f499fd458), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.987982 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2795bf5f-6d68-4acd-9d02-a44e71ec971d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (15e3b372-7c26-47ab-9ea0-3cc4687192df), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:24.997948 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8e00113f-3a58-44ef-be86-88ed39330eda admin admin] Publish callbacks [] for security_group (8e8799e5-fe29-4708-8a08-1e5a28db6235), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.042956 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8e00113f-3a58-44ef-be86-88ed39330eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (8e8799e5-fe29-4708-8a08-1e5a28db6235), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.057680 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-d66821e6-217b-43fb-a90e-c6352d00f902 None None] Provisioning complete for port 85c218b7-124a-426f-8364-2435bd996e5c triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:25.058214 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d66821e6-217b-43fb-a90e-c6352d00f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (85c218b7-124a-426f-8364-2435bd996e5c), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.059808 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10405862-bd8d-4bcc-8383-9cce292be427 None None] Pushing event updated for resources: {'Port': ['ID=85c218b7-124a-426f-8364-2435bd996e5c,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:25.124512 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75b02-233b-43f8-a49a-05c12135cbd3 req-7421ee45-5929-4539-b13e-1a378e13afc8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:25.133090 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-35a75b02-233b-43f8-a49a-05c12135cbd3 req-7421ee45-5929-4539-b13e-1a378e13afc8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 931 time: 0.2558157 Apr 18 18:03:25.182704 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-8e00113f-3a58-44ef-be86-88ed39330eda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24f780f6cc5040a495cb4a64d33039eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7058308 Apr 18 18:03:25.188329 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41126) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:25.198759 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.203439 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2795bf5f-6d68-4acd-9d02-a44e71ec971d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (15e3b372-7c26-47ab-9ea0-3cc4687192df), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.225258 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2795bf5f-6d68-4acd-9d02-a44e71ec971d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (15e3b372-7c26-47ab-9ea0-3cc4687192df), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.288885 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795bf5f-6d68-4acd-9d02-a44e71ec971d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e3b372-7c26-47ab-9ea0-3cc4687192df,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:25.304483 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00113f-3a58-44ef-be86-88ed39330eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8799e5-fe29-4708-8a08-1e5a28db6235,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:25.314275 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2795bf5f-6d68-4acd-9d02-a44e71ec971d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.314275 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2795bf5f-6d68-4acd-9d02-a44e71ec971d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4382637 Apr 18 18:03:25.317725 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41130) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:25.321204 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:25.327566 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-caffa398-106b-41a5-a968-46aeb9b8f704 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'security_group_rule': {'security_group_id': '57d133d3-04a6-451d-95db-ecb4b55f4d4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:25.352754 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-388d8317-89d9-4e2e-acab-34d03d9af6f0 admin admin] Publish callbacks [] for security_group (8e8799e5-fe29-4708-8a08-1e5a28db6235), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.374227 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d66821e6-217b-43fb-a90e-c6352d00f902 None None] Current status of the port 85c218b7-124a-426f-8364-2435bd996e5c is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:25.375253 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d66821e6-217b-43fb-a90e-c6352d00f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (85c218b7-124a-426f-8364-2435bd996e5c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.419115 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-388d8317-89d9-4e2e-acab-34d03d9af6f0 admin admin] Publish callbacks [] for security_group (8e8799e5-fe29-4708-8a08-1e5a28db6235), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.438858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-caffa398-106b-41a5-a968-46aeb9b8f704 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (88cdcbe7-3528-4726-b9ec-81a799289de2), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.480402 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35119271-5bf4-4971-8807-e658b6f5e49a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:25.493277 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for port (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.498009 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-35a75b02-233b-43f8-a49a-05c12135cbd3 req-d2ac0d45-a211-426f-8014-42d090b1f921 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638961 Apr 18 18:03:25.506094 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.516696 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Publish callbacks [] for port (35119271-5bf4-4971-8807-e658b6f5e49a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.571616 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0c5b-87cf-4d05-95a1-33611895f89d req-99dda5f8-c50a-4ff9-b495-6a4ab46a224e tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:25.573255 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-acaa0c5b-87cf-4d05-95a1-33611895f89d req-99dda5f8-c50a-4ff9-b495-6a4ab46a224e tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.3022788 Apr 18 18:03:25.574520 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-caffa398-106b-41a5-a968-46aeb9b8f704 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (88cdcbe7-3528-4726-b9ec-81a799289de2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.576389 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d66821e6-217b-43fb-a90e-c6352d00f902 None None] For port 85c218b7-124a-426f-8364-2435bd996e5c, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=85c218b7-124a-426f-8364-2435bd996e5c,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:25.576930 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Transition to ACTIVE for port object 35119271-5bf4-4971-8807-e658b6f5e49a will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:03:25.577829 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-388d8317-89d9-4e2e-acab-34d03d9af6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (8e8799e5-fe29-4708-8a08-1e5a28db6235), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.581547 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-388d8317-89d9-4e2e-acab-34d03d9af6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.589095 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d66821e6-217b-43fb-a90e-c6352d00f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (85c218b7-124a-426f-8364-2435bd996e5c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.594649 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-388d8317-89d9-4e2e-acab-34d03d9af6f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e8799e5-fe29-4708-8a08-1e5a28db6235 HTTP/1.1" status: 204 len: 168 time: 0.3974018 Apr 18 18:03:25.596902 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (d120de57-54e3-4aec-b92f-3f3f499fd458), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.598481 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:24Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:25.604964 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-caffa398-106b-41a5-a968-46aeb9b8f704 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (88cdcbe7-3528-4726-b9ec-81a799289de2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.612669 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.614619 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'Port': ['ID=3f59b35d-3825-4988-a82d-5d06bd9aa0dc,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:25.624106 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.625452 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f450b650-6cb0-4099-b4b1-264251fb674e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1516225 Apr 18 18:03:25.660453 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48208cec-0d2b-4870-9395-cfcfcf7e0e5e None None] The sync data for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi is: [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:24Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:03:25.708032 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8317-89d9-4e2e-acab-34d03d9af6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8799e5-fe29-4708-8a08-1e5a28db6235,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:25.713409 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66821e6-217b-43fb-a90e-c6352d00f902 None None] Pushing event updated for resources: {'Port': ['ID=85c218b7-124a-426f-8364-2435bd996e5c,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:25.716415 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-acaa0c5b-87cf-4d05-95a1-33611895f89d req-90b829f4-c4e7-46b7-883f-2fb2b690d4a6 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271784 Apr 18 18:03:25.721787 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-36436371-9a0d-471d-8572-cf865e6f519d None None] Provisioning complete for port 85c218b7-124a-426f-8364-2435bd996e5c triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:25.721910 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-36436371-9a0d-471d-8572-cf865e6f519d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (85c218b7-124a-426f-8364-2435bd996e5c), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.750397 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffa398-106b-41a5-a968-46aeb9b8f704 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cdcbe7-3528-4726-b9ec-81a799289de2,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:25.777412 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-caffa398-106b-41a5-a968-46aeb9b8f704 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.778673 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-caffa398-106b-41a5-a968-46aeb9b8f704 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4585598 Apr 18 18:03:25.781779 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41146) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:25.790205 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:25.844622 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Pushing event updated for resources: {'Port': ['ID=35119271-5bf4-4971-8807-e658b6f5e49a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:25.872093 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:25.919576 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-36436371-9a0d-471d-8572-cf865e6f519d None None] Current status of the port 85c218b7-124a-426f-8364-2435bd996e5c is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:25.983370 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Attempting to bind port 35119271-5bf4-4971-8807-e658b6f5e49a on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:25.983754 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Attempting to bind port 35119271-5bf4-4971-8807-e658b6f5e49a by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:25.984095 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Attempting to bind port 35119271-5bf4-4971-8807-e658b6f5e49a on network cad54e55-2682-4b77-9264-f5062bac9efb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:26.000397 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Port 35119271-5bf4-4971-8807-e658b6f5e49a on network cad54e55-2682-4b77-9264-f5062bac9efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:03:26.000734 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Attempting to bind port 35119271-5bf4-4971-8807-e658b6f5e49a on network cad54e55-2682-4b77-9264-f5062bac9efb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:26.020060 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:26.020674 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Checking segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:26.021821 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Bound using segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:26.025008 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Bound port: 35119271-5bf4-4971-8807-e658b6f5e49a, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:26.025634 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:26.088311 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 85c218b7-124a-426f-8364-2435bd996e5c up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:26.191764 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] For port 35119271-5bf4-4971-8807-e658b6f5e49a, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:26.192287 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 85c218b7-124a-426f-8364-2435bd996e5c triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:26.192685 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (85c218b7-124a-426f-8364-2435bd996e5c), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:26.195958 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] For port 35119271-5bf4-4971-8807-e658b6f5e49a, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=35119271-5bf4-4971-8807-e658b6f5e49a,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:26.213068 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:26.344617 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:26.345618 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:26.349433 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] 10.222.0.15 "PUT /v2.0/ports/35119271-5bf4-4971-8807-e658b6f5e49a HTTP/1.1" status: 200 len: 1093 time: 1.9749687 Apr 18 18:03:26.359106 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a3d8ff-e63d-4d75-ad98-6757a5123a2e', 'tag': '35119271-5bf4-4971-8807-e658b6f5e49a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:26.364522 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a109e27-9be5-4d61-9658-96b6a58d035c" -d '{"events": [{"name": "network-changed", "server_uuid": "80a3d8ff-e63d-4d75-ad98-6757a5123a2e", "tag": "35119271-5bf4-4971-8807-e658b6f5e49a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:26.387152 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3592a9f-629a-4144-83b1-871949819f6b service neutron] Pushing event updated for resources: {'Port': ['ID=35119271-5bf4-4971-8807-e658b6f5e49a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:26.399913 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 85c218b7-124a-426f-8364-2435bd996e5c is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:26.427227 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:26.553451 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded611f-0444-40ca-801f-dedef9f0e217 x-openstack-request-id: req-5ded611f-0444-40ca-801f-dedef9f0e217 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:26.553742 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a3d8ff-e63d-4d75-ad98-6757a5123a2e", "tag": "35119271-5bf4-4971-8807-e658b6f5e49a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:26.554004 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ded611f-0444-40ca-801f-dedef9f0e217 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:26.554469 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ded611f-0444-40ca-801f-dedef9f0e217'] response: {'name': 'network-changed', 'server_uuid': '80a3d8ff-e63d-4d75-ad98-6757a5123a2e', 'tag': '35119271-5bf4-4971-8807-e658b6f5e49a', 'status': 'completed', 'code': 200} Apr 18 18:03:26.713844 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-fafe3a61-f53e-42e1-a6c4-b2869de10282 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1021518779&fields=id&tenant_id=201bb1fed3fb4058a860566245af69da HTTP/1.1" status: 200 len: 267 time: 0.3277087 Apr 18 18:03:26.741550 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93acca-0ea0-45e8-a6f1-5d84b472c3e1 req-74b746fb-e4fc-49bc-b641-aac5028b6bb9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:26.743168 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0d93acca-0ea0-45e8-a6f1-5d84b472c3e1 req-74b746fb-e4fc-49bc-b641-aac5028b6bb9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.1225891 Apr 18 18:03:26.760740 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Allocated IP 172.27.3.239 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/d215d855-a213-47f3-8be9-d56421f435ee) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:26.916145 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0d93acca-0ea0-45e8-a6f1-5d84b472c3e1 req-3053a944-f834-4916-bc01-f2b3640638b3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569636 Apr 18 18:03:27.223960 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-74b550ef-fd18-444e-a66a-f293acb54e7b tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:27.226549 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-74b550ef-fd18-444e-a66a-f293acb54e7b tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 809 time: 0.4974170 Apr 18 18:03:27.237179 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b77fc8-def4-432f-a14f-359ac32764f4 req-9cbbdeac-563f-4faa-aaf8-5a7be84bf1b0 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:27.245061 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-95b77fc8-def4-432f-a14f-359ac32764f4 req-9cbbdeac-563f-4faa-aaf8-5a7be84bf1b0 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.1555562 Apr 18 18:03:27.266705 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-7650d1cd-ef27-4a41-bacc-847f3a16666a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/quotas/201bb1fed3fb4058a860566245af69da HTTP/1.1" status: 200 len: 375 time: 0.0193679 Apr 18 18:03:27.284540 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41204) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:27.440829 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-eb5216b8-9699-4d26-9a0e-9601495d45de tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628289 Apr 18 18:03:27.469567 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for port (d215d855-a213-47f3-8be9-d56421f435ee), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.480593 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-124771524-network', 'tenant_id': '7feffb5d0fc14118b7998a56a0d552e8'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:27.516317 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Made reservation on behalf of 7feffb5d0fc14118b7998a56a0d552e8 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:27.519291 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.530781 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.535951 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-95b77fc8-def4-432f-a14f-359ac32764f4 req-d3a3698c-9e0e-4524-bcd7-726301772ed2 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897606 Apr 18 18:03:27.657017 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (d215d855-a213-47f3-8be9-d56421f435ee), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.689065 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Publish callbacks [] for security_group (6f98ecbf-5ad4-4eea-ba15-2eb6ab2815de), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.702417 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (6f98ecbf-5ad4-4eea-ba15-2eb6ab2815de), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.740322 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.741965 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:27.743570 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:03:27.756809 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:27.757874 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f98ecbf-5ad4-4eea-ba15-2eb6ab2815de,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:27.763227 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:27.776974 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-4dee650b-4078-4fc0-8aa6-97769f1c908a service neutron] 10.222.0.20 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398722 Apr 18 18:03:27.799671 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (15cb708e-0489-42ea-b0d0-54fe347906dc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.803450 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Added segment 15cb708e-0489-42ea-b0d0-54fe347906dc of type vlan for network 7fbb5107-6253-4971-a84a-18ef8687d70a Apr 18 18:03:27.875699 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'Port': ['ID=d215d855-a213-47f3-8be9-d56421f435ee,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:27.894946 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (7fbb5107-6253-4971-a84a-18ef8687d70a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.946997 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (7fbb5107-6253-4971-a84a-18ef8687d70a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.949422 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:27.950278 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:27.955656 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (6121c139-c7de-4d29-853a-259867940bf1), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:28.005297 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7194734 Apr 18 18:03:28.026272 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41222) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:28.031317 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-7a1564b4-14d8-44b4-bcb7-411fbf82a269 service neutron] 10.222.0.20 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521720 Apr 18 18:03:28.039123 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Request body: {'subnet': {'network_id': '7fbb5107-6253-4971-a84a-18ef8687d70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-124771524-subnet', 'tenant_id': '7feffb5d0fc14118b7998a56a0d552e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:28.073213 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (d215d855-a213-47f3-8be9-d56421f435ee), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:28.091861 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d74569-5c6e-430c-9654-23ace95d9450 admin admin] Pushing event updated for resources: {'Network': ['ID=7fbb5107-6253-4971-a84a-18ef8687d70a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:28.104861 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 7fbb5107-6253-4971-a84a-18ef8687d70a details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:03:28.468909 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Made reservation on behalf of 7feffb5d0fc14118b7998a56a0d552e8 for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:28.471917 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:28.548451 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ed265f4b-9b87-4f19-bc02-8517735ce4a2 req-b597cfa8-1298-45b8-a50f-b6f6c7424e1b tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0999658 Apr 18 18:03:28.583136 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffd242-42a3-4c60-9619-321f93a9838f req-1f9d94a5-aca4-4a8a-a55d-9dd4bd033390 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:28.584789 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-beffd242-42a3-4c60-9619-321f93a9838f req-1f9d94a5-aca4-4a8a-a55d-9dd4bd033390 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.3897498 Apr 18 18:03:28.680212 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for port (d215d855-a213-47f3-8be9-d56421f435ee), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:28.752693 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (d215d855-a213-47f3-8be9-d56421f435ee), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:28.774512 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-beffd242-42a3-4c60-9619-321f93a9838f req-c3daed52-3b29-419f-a24f-13d60e493123 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814423 Apr 18 18:03:28.811763 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3605354-0f39-40f8-b5d1-9994cbd5a783 req-0f0e34b9-4b58-4f18-aac9-24d67fb59b4a service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866603 Apr 18 18:03:28.818121 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614dd0d-aa66-4f2e-9262-741ec9064a91 req-089a681e-7f32-40f5-b223-04113f391d56 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:28.820272 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7614dd0d-aa66-4f2e-9262-741ec9064a91 req-089a681e-7f32-40f5-b223-04113f391d56 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.1705172 Apr 18 18:03:28.882155 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (6121c139-c7de-4d29-853a-259867940bf1), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:28.904064 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109e27-9be5-4d61-9658-96b6a58d035c req-e6e45d45-5668-441a-82ff-7d5a6dfd22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:28.906037 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4a109e27-9be5-4d61-9658-96b6a58d035c req-e6e45d45-5668-441a-82ff-7d5a6dfd22d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 1127 time: 0.0923955 Apr 18 18:03:28.953463 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'Port': ['ID=d215d855-a213-47f3-8be9-d56421f435ee,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:28.999094 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.000304 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-35e1013c-e5da-4c28-9b58-386413f80d6c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2174895 Apr 18 18:03:29.012179 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41274) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:29.073542 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-3b8dbeb3-58b5-4986-8db8-e8dca5fb6828 service neutron] 10.222.0.15 "GET /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743571 Apr 18 18:03:29.076789 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7614dd0d-aa66-4f2e-9262-741ec9064a91 req-fee335a8-c4bb-4cff-bf72-61cf4de3a001 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311378 Apr 18 18:03:29.078132 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (040ef415-93d3-4307-b7f9-27ce2fda61a5), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.143878 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040ef415-93d3-4307-b7f9-27ce2fda61a5,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:29.154658 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Checking segment: {'id': '15cb708e-0489-42ea-b0d0-54fe347906dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7fbb5107-6253-4971-a84a-18ef8687d70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:29.154917 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Network hostable DHCP agents. Network: 7fbb5107-6253-4971-a84a-18ef8687d70a, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:03:29.160338 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13dd3e79-6376-48dc-a7ae-3a3577b14174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.178205 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Network 7fbb5107-6253-4971-a84a-18ef8687d70a is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:03:29.189549 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 7fbb5107-6253-4971-a84a-18ef8687d70a) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:29.194762 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:29.195445 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.208153 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ff6553-c8ce-4891-9390-1d1b0031dfc4 None None] Network 7fbb5107-6253-4971-a84a-18ef8687d70a requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:29.229063 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-726dadb2-0360-4928-9172-306a3922ffa2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1964993 Apr 18 18:03:29.251725 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13dd3e79-6376-48dc-a7ae-3a3577b14174 admin admin] Publish callbacks [] for security_group (9d637326-19c9-4612-abad-aab8e89b7271), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.258326 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-13dd3e79-6376-48dc-a7ae-3a3577b14174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (9d637326-19c9-4612-abad-aab8e89b7271), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.298643 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-c912c9b9-6d62-4162-bef9-1e13fffda14b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--382440801&fields=id&tenant_id=981bfa9fc3e14aafa977143986f7d71f HTTP/1.1" status: 200 len: 267 time: 0.0828042 Apr 18 18:03:29.309372 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-13dd3e79-6376-48dc-a7ae-3a3577b14174 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a2eeba33a664f7e893db7a00e3b69f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953713 Apr 18 18:03:29.310625 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd3e79-6376-48dc-a7ae-3a3577b14174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d637326-19c9-4612-abad-aab8e89b7271,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:29.313141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41290) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:29.344430 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ca5ae-053e-4908-b5ff-731946fa0e98 None None] Network 7fbb5107-6253-4971-a84a-18ef8687d70a requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:29.393292 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd30-af96-4fc1-9ad8-94bf10a75737 admin admin] Publish callbacks [] for security_group (9d637326-19c9-4612-abad-aab8e89b7271), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.430195 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd30-af96-4fc1-9ad8-94bf10a75737 admin admin] Publish callbacks [] for security_group (9d637326-19c9-4612-abad-aab8e89b7271), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.441946 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-14396215-3014-4d69-9025-2b68f5530ea0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:29.444347 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-14396215-3014-4d69-9025-2b68f5530ea0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 816 time: 0.1382294 Apr 18 18:03:29.469644 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-02c0594b-c534-446b-9c06-71c516766cdf tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/quotas/981bfa9fc3e14aafa977143986f7d71f HTTP/1.1" status: 200 len: 375 time: 0.0186710 Apr 18 18:03:29.493270 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd30-af96-4fc1-9ad8-94bf10a75737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (9d637326-19c9-4612-abad-aab8e89b7271), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.496015 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd62cd30-af96-4fc1-9ad8-94bf10a75737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.499857 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bd62cd30-af96-4fc1-9ad8-94bf10a75737 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d637326-19c9-4612-abad-aab8e89b7271 HTTP/1.1" status: 204 len: 168 time: 0.1832187 Apr 18 18:03:29.505744 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62cd30-af96-4fc1-9ad8-94bf10a75737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d637326-19c9-4612-abad-aab8e89b7271,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:29.538542 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-7c28ad96-2611-448a-9a29-813183e9b734 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678997 Apr 18 18:03:29.670627 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-e9799d54-bbb6-4829-aa84-a83d9ebbae72 service neutron] 10.222.0.20 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210148 Apr 18 18:03:29.672296 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d7e0bda2-74d0-46ed-a3f3-5d936b3dd98e req-b4c23f35-376d-4a0d-b3e8-887c1caf14a9 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0443897 Apr 18 18:03:29.782426 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-9923f8b1-dd2d-453a-bcf0-c4124369e983 service neutron] 10.222.0.20 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056027 Apr 18 18:03:29.880990 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41314) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:29.886759 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2018890000-network', 'tenant_id': 'ecde6b0d5d174e5fa29c227a96b05eae'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:29.947786 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Made reservation on behalf of ecde6b0d5d174e5fa29c227a96b05eae for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:29.951712 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:29.954844 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8713b-bff0-4755-accd-34952f8a7b2a req-46183bde-5186-4dc5-90a1-3589100519ac tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:29.956433 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1ee8713b-bff0-4755-accd-34952f8a7b2a req-46183bde-5186-4dc5-90a1-3589100519ac tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.0688713 Apr 18 18:03:29.958284 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41318) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:29.962511 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.008605 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c557b5d8-9b3b-4559-adea-b82ccafbf20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.014177 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cfdd9534-b2b4-486e-9eee-6e88952edc97 req-206e2233-48ee-423c-b539-3508ed45d059 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0567770 Apr 18 18:03:30.058246 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Publish callbacks [] for security_group (da9f2202-e208-4dd6-88dd-6554f5d154bd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.064908 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (da9f2202-e208-4dd6-88dd-6554f5d154bd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.071936 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1ee8713b-bff0-4755-accd-34952f8a7b2a req-9d4a0475-b205-4c85-9935-f4b91a749ca9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050577 Apr 18 18:03:30.089135 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:03:30.116908 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9f2202-e208-4dd6-88dd-6554f5d154bd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:30.120459 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (194118ff-8bac-4c40-bfc5-03453483b26c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.120783 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Added segment 194118ff-8bac-4c40-bfc5-03453483b26c of type vlan for network a9729a8d-2046-4bf3-ad56-195e9b77326c Apr 18 18:03:30.152328 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c557b5d8-9b3b-4559-adea-b82ccafbf20b admin admin] Publish callbacks [] for security_group (3dc3ce1f-05bb-4cb3-8ca6-e5b8d32ca8a5), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.168349 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c557b5d8-9b3b-4559-adea-b82ccafbf20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3dc3ce1f-05bb-4cb3-8ca6-e5b8d32ca8a5), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.171510 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (a9729a8d-2046-4bf3-ad56-195e9b77326c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.199803 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (a9729a8d-2046-4bf3-ad56-195e9b77326c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.200774 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:30.201358 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.231950 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557b5d8-9b3b-4559-adea-b82ccafbf20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc3ce1f-05bb-4cb3-8ca6-e5b8d32ca8a5,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:30.248410 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a106f-9b10-4fcf-af83-94248222455d req-1622f099-0daa-4aff-bef2-326d0d9f223b tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:30.249937 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e90a106f-9b10-4fcf-af83-94248222455d req-1622f099-0daa-4aff-bef2-326d0d9f223b tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.0950215 Apr 18 18:03:30.254859 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-c557b5d8-9b3b-4559-adea-b82ccafbf20b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec01f291fdcf46879dcbd0037c13bb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928946 Apr 18 18:03:30.258916 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41330) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:30.269156 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3869710 Apr 18 18:03:30.273167 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41332) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:30.276151 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff070-5043-4719-b900-7413310015e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9729a8d-2046-4bf3-ad56-195e9b77326c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:30.286286 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network a9729a8d-2046-4bf3-ad56-195e9b77326c details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:03:30.291352 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Request body: {'subnet': {'network_id': 'a9729a8d-2046-4bf3-ad56-195e9b77326c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2018890000-subnet', 'tenant_id': 'ecde6b0d5d174e5fa29c227a96b05eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:30.362839 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e90a106f-9b10-4fcf-af83-94248222455d req-a490f4f9-24c6-442b-833e-000bbd7345f0 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026943 Apr 18 18:03:30.369616 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Made reservation on behalf of ecde6b0d5d174e5fa29c227a96b05eae for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:30.373757 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.407504 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-816f2724-84d3-46b7-bc33-9f3932b0fd46 admin admin] Publish callbacks [] for security_group (3dc3ce1f-05bb-4cb3-8ca6-e5b8d32ca8a5), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.467878 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-816f2724-84d3-46b7-bc33-9f3932b0fd46 admin admin] Publish callbacks [] for security_group (3dc3ce1f-05bb-4cb3-8ca6-e5b8d32ca8a5), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.560723 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-816f2724-84d3-46b7-bc33-9f3932b0fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3dc3ce1f-05bb-4cb3-8ca6-e5b8d32ca8a5), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.563169 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-816f2724-84d3-46b7-bc33-9f3932b0fd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.564466 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-816f2724-84d3-46b7-bc33-9f3932b0fd46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dc3ce1f-05bb-4cb3-8ca6-e5b8d32ca8a5 HTTP/1.1" status: 204 len: 168 time: 0.3030996 Apr 18 18:03:30.601188 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f2724-84d3-46b7-bc33-9f3932b0fd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc3ce1f-05bb-4cb3-8ca6-e5b8d32ca8a5,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:30.615660 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (d3dca1ed-a11f-4e38-9892-e0d038fd49e6), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.670668 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3dca1ed-a11f-4e38-9892-e0d038fd49e6,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:30.681045 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Checking segment: {'id': '194118ff-8bac-4c40-bfc5-03453483b26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a9729a8d-2046-4bf3-ad56-195e9b77326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:30.681407 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Network hostable DHCP agents. Network: a9729a8d-2046-4bf3-ad56-195e9b77326c, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:03:30.702766 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Network a9729a8d-2046-4bf3-ad56-195e9b77326c is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:03:30.712076 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, a9729a8d-2046-4bf3-ad56-195e9b77326c) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:30.717910 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:30.718597 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:30.736789 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1581748-feb9-48b9-9ba4-d5f46d85a303 None None] Network a9729a8d-2046-4bf3-ad56-195e9b77326c requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:30.746182 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-5d02aac5-e1ad-49b2-90dc-5ab070865c96 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4637768 Apr 18 18:03:30.840123 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34473f2e-3288-48ef-a4e4-df69c59a6a8a req-6db835e1-6607-480e-baa2-0608b33e8d10 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0373354 Apr 18 18:03:30.876790 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14117fc-6967-4b4c-8f71-2adbccdc6188 None None] Network a9729a8d-2046-4bf3-ad56-195e9b77326c requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:30.901899 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41346) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:30.953715 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d80130-5a62-4d31-8a09-8b876e12a16c admin admin] Deleting subnet 040ef415-93d3-4307-b7f9-27ce2fda61a5 {{(pid=103432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:03:30.957768 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e6d80130-5a62-4d31-8a09-8b876e12a16c admin admin] Publish callbacks [] for subnet (040ef415-93d3-4307-b7f9-27ce2fda61a5), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.194184 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-903f46fd-029f-4193-ba17-c8c3372304ac req-d5743381-babd-4411-978d-bbd35c28e519 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0477467 Apr 18 18:03:31.220350 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e6d80130-5a62-4d31-8a09-8b876e12a16c admin admin] Publish callbacks [] for subnet (040ef415-93d3-4307-b7f9-27ce2fda61a5), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.230542 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e6d80130-5a62-4d31-8a09-8b876e12a16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (040ef415-93d3-4307-b7f9-27ce2fda61a5), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.260152 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1be530-1519-4abe-86f4-fc5f7e8426a7 req-95ec9d55-0464-4fe6-bf11-fbc4f53a503e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:31.261650 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fd1be530-1519-4abe-86f4-fc5f7e8426a7 req-95ec9d55-0464-4fe6-bf11-fbc4f53a503e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.1007459 Apr 18 18:03:31.333320 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fd1be530-1519-4abe-86f4-fc5f7e8426a7 req-fc134da3-78ea-4014-a692-d698e4d1b858 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652609 Apr 18 18:03:31.340384 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e6d80130-5a62-4d31-8a09-8b876e12a16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (040ef415-93d3-4307-b7f9-27ce2fda61a5), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.370298 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d80130-5a62-4d31-8a09-8b876e12a16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040ef415-93d3-4307-b7f9-27ce2fda61a5,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:31.372529 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e6d80130-5a62-4d31-8a09-8b876e12a16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.375673 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e6d80130-5a62-4d31-8a09-8b876e12a16c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/040ef415-93d3-4307-b7f9-27ce2fda61a5 HTTP/1.1" status: 204 len: 168 time: 0.4726369 Apr 18 18:03:31.378144 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41370) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:31.413037 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41374) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:31.493565 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (7fbb5107-6253-4971-a84a-18ef8687d70a), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.510321 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b90c2-f2d6-407d-b05c-26574c98e4e3 req-7af5dc41-0322-476c-aaf4-be51fc4bd97e tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:31.511863 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f76b90c2-f2d6-407d-b05c-26574c98e4e3 req-7af5dc41-0322-476c-aaf4-be51fc4bd97e tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.0647287 Apr 18 18:03:31.544280 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-747621008-network', 'tenant_id': 'b6dd59c26aa3451e8daedf28d49f6507'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:31.649700 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f76b90c2-f2d6-407d-b05c-26574c98e4e3 req-25904a3e-e9b8-4b0d-ba39-e8575437b2f4 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297204 Apr 18 18:03:31.652970 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Made reservation on behalf of b6dd59c26aa3451e8daedf28d49f6507 for: {'network': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:31.655244 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.658832 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (7fbb5107-6253-4971-a84a-18ef8687d70a), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.672222 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.695072 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.695418 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.696203 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.696563 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > port after_create 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.696900 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.697250 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > port after_update 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.697570 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.697884 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.698195 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.698543 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.820280 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.820641 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.820970 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.821302 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:31.821747 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbb5107-6253-4971-a84a-18ef8687d70a']}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:31.848691 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cb708e-0489-42ea-b0d0-54fe347906dc') {'for_net_delete': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:31.848691 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cb708e-0489-42ea-b0d0-54fe347906dc') {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:31.871203 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14869643'] for segment (15cb708e-0489-42ea-b0d0-54fe347906dc), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.904201 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (15cb708e-0489-42ea-b0d0-54fe347906dc), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.917272 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:03:31.917674 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14646260'] for segment (15cb708e-0489-42ea-b0d0-54fe347906dc), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: from cryptography.utils import int_from_bytes Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: from cryptography.utils import int_from_bytes Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: Traceback (most recent call last): Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: timer() Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: cb(*args, **kw) Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: return func(*args, **kwargs) Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: self._notify() Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: self.callback(batched_events) Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: event.method(event) Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: return f(self, *a, **k) Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._get(url).json() Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: return self.request(url, 'GET', **kwargs) Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:03:31.942242 dv-cinder-838329-1-iscsi neutron-server[103432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:03:32.032270 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fc6af697-ae6d-4ff9-bae7-3fd026f8cad3 req-89206276-2237-4f26-854e-413008154170 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0777445 Apr 18 18:03:32.044922 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (7fbb5107-6253-4971-a84a-18ef8687d70a), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.061415 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.064610 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7fbb5107-6253-4971-a84a-18ef8687d70a HTTP/1.1" status: 204 len: 168 time: 0.6854961 Apr 18 18:03:32.066780 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Publish callbacks [] for security_group (ca483a73-0f53-410d-a603-dbb841c9d108), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.067705 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41402) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:32.076894 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a16596-3844-4603-a712-04f7c6a7d315 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbb5107-6253-4971-a84a-18ef8687d70a,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:32.081645 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (ca483a73-0f53-410d-a603-dbb841c9d108), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.098386 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:03:32.125384 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (c4b389d9-cb23-4dac-8341-4dad4926c82f), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.125738 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.segments_db [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Added segment c4b389d9-cb23-4dac-8341-4dad4926c82f of type vlan for network 445c8563-ea0d-4760-8979-32ab1d695d72 Apr 18 18:03:32.139278 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca483a73-0f53-410d-a603-dbb841c9d108,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:32.143302 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc2d31c-879e-481c-a56b-3e9b501d6c15 admin admin] Deleting subnet d3dca1ed-a11f-4e38-9892-e0d038fd49e6 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:03:32.148817 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d31c-879e-481c-a56b-3e9b501d6c15 admin admin] Publish callbacks [] for subnet (d3dca1ed-a11f-4e38-9892-e0d038fd49e6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.181376 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (445c8563-ea0d-4760-8979-32ab1d695d72), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.191043 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d31c-879e-481c-a56b-3e9b501d6c15 admin admin] Publish callbacks [] for subnet (d3dca1ed-a11f-4e38-9892-e0d038fd49e6), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.204403 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d31c-879e-481c-a56b-3e9b501d6c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (d3dca1ed-a11f-4e38-9892-e0d038fd49e6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.233452 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (445c8563-ea0d-4760-8979-32ab1d695d72), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.239981 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:32.239981 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.295708 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d31c-879e-481c-a56b-3e9b501d6c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for subnet (d3dca1ed-a11f-4e38-9892-e0d038fd49e6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.326400 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2d31c-879e-481c-a56b-3e9b501d6c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3dca1ed-a11f-4e38-9892-e0d038fd49e6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:32.330690 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3bc2d31c-879e-481c-a56b-3e9b501d6c15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.337966 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3bc2d31c-879e-481c-a56b-3e9b501d6c15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d3dca1ed-a11f-4e38-9892-e0d038fd49e6 HTTP/1.1" status: 204 len: 168 time: 0.2651577 Apr 18 18:03:32.338090 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41418) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:32.355023 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9408813 Apr 18 18:03:32.355808 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41422) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:32.382081 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Request body: {'subnet': {'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-747621008-subnet', 'tenant_id': 'b6dd59c26aa3451e8daedf28d49f6507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:32.395500 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4da0e43f-3b88-48f9-998a-c0260de7c8e8 req-fd92e62e-4dd2-4d92-8934-ecb1d7963802 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.1004624 Apr 18 18:03:32.398575 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4245895-e04c-488f-b492-7662810cb75e admin admin] Pushing event updated for resources: {'Network': ['ID=445c8563-ea0d-4760-8979-32ab1d695d72,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:32.411079 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 445c8563-ea0d-4760-8979-32ab1d695d72 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:03:32.420789 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Made reservation on behalf of b6dd59c26aa3451e8daedf28d49f6507 for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:32.424659 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13271829'] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.650701 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (a9729a8d-2046-4bf3-ad56-195e9b77326c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.658433 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f495a-8bfb-410a-8942-a8baa21f7010 req-1ef21ab7-c629-47b2-81b0-919db160f342 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:32.659949 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-422f495a-8bfb-410a-8942-a8baa21f7010 req-1ef21ab7-c629-47b2-81b0-919db160f342 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.1277106 Apr 18 18:03:32.735248 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-9eb781e8-8d6d-4463-9e00-3c1a2fd394c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:32.735876 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-993708af-02d5-4c13-8cd1-21fc8a78cfe6 req-56cc4f5c-0b40-42ff-86bc-476c19e2dbf6 service neutron] 10.222.0.15 "GET /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023616 Apr 18 18:03:32.736720 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-9eb781e8-8d6d-4463-9e00-3c1a2fd394c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 1128 time: 0.2291722 Apr 18 18:03:32.822217 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-422f495a-8bfb-410a-8942-a8baa21f7010 req-42ca7901-cafe-43ee-8476-48654ad1c5e7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553051 Apr 18 18:03:32.851242 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd5f4-69c0-4ab7-9ae7-6ef287ae33df req-87b847ce-0050-4251-9cb8-8a7618ab492b tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:32.852811 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0d1fd5f4-69c0-4ab7-9ae7-6ef287ae33df req-87b847ce-0050-4251-9cb8-8a7618ab492b tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.1036315 Apr 18 18:03:32.854624 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13271811'] for subnet (f8f97e93-78df-4356-a9cc-15dccfb20f68), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.894463 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109e27-9be5-4d61-9658-96b6a58d035c req-08d546e8-b2d8-44be-8dc3-34070005e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:32.896491 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4a109e27-9be5-4d61-9658-96b6a58d035c req-08d546e8-b2d8-44be-8dc3-34070005e880 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3908401 Apr 18 18:03:32.901772 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (a9729a8d-2046-4bf3-ad56-195e9b77326c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:32.930172 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.930172 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.930172 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.930172 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > port after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.930172 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.930714 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > port after_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.930997 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.931159 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f97e93-78df-4356-a9cc-15dccfb20f68,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:32.931480 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.931935 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.932268 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:32.963145 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0d1fd5f4-69c0-4ab7-9ae7-6ef287ae33df req-ba1d860f-b610-49fa-9a17-fa6889e5ddd6 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835102 Apr 18 18:03:32.964022 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Checking segment: {'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:32.964387 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Network hostable DHCP agents. Network: 445c8563-ea0d-4760-8979-32ab1d695d72, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:03:33.007821 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Network 445c8563-ea0d-4760-8979-32ab1d695d72 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:03:33.034088 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 445c8563-ea0d-4760-8979-32ab1d695d72) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:33.034374 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:33.034683 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:33.035185 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:33.036821 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 18:03:33.036821 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9729a8d-2046-4bf3-ad56-195e9b77326c']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:33.041177 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:33.041943 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.046288 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d86837-8514-4465-89a8-ef31aa160069 None None] Network 445c8563-ea0d-4760-8979-32ab1d695d72 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:33.065980 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194118ff-8bac-4c40-bfc5-03453483b26c') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:33.066294 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194118ff-8bac-4c40-bfc5-03453483b26c') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:33.090296 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-9ff7ae1b-8340-4187-880d-e12112286b04 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7034938 Apr 18 18:03:33.090796 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (194118ff-8bac-4c40-bfc5-03453483b26c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.119067 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (194118ff-8bac-4c40-bfc5-03453483b26c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.129564 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:03:33.130096 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (194118ff-8bac-4c40-bfc5-03453483b26c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: from cryptography.utils import int_from_bytes Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: from cryptography.utils import int_from_bytes Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:03:33.135843 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:03:33.166579 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-301df4c8-37df-4234-8aca-de30a66e6f1b req-78e08412-cd2b-472b-9e75-85b8645b02e7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0395439 Apr 18 18:03:33.213892 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (a9729a8d-2046-4bf3-ad56-195e9b77326c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.214778 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e980224-c8c9-4a54-ba1c-0bc303ee0c2f None None] Network 445c8563-ea0d-4760-8979-32ab1d695d72 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:03:33.221849 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.226585 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9729a8d-2046-4bf3-ad56-195e9b77326c HTTP/1.1" status: 204 len: 168 time: 0.8874130 Apr 18 18:03:33.243294 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2ff43-b46d-4c0e-8e29-2362e06776fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a9729a8d-2046-4bf3-ad56-195e9b77326c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:33.361918 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41456) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:33.403959 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-35a24731-4c32-409c-89fd-fce7996143c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7feffb5d0fc14118b7998a56a0d552e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407381 Apr 18 18:03:33.406461 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41458) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:33.463971 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d972284e-1abf-4717-b632-a3e72f585946 admin admin] Publish callbacks [] for security_group (6f98ecbf-5ad4-4eea-ba15-2eb6ab2815de), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.488977 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d972284e-1abf-4717-b632-a3e72f585946 admin admin] Publish callbacks [] for security_group (6f98ecbf-5ad4-4eea-ba15-2eb6ab2815de), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.561260 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e97b91b3-34a1-492c-9375-20b9b176ba87 req-ee94d78e-c54f-44a8-9059-70dc2b2e58ee tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0398126 Apr 18 18:03:33.575964 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d972284e-1abf-4717-b632-a3e72f585946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (6f98ecbf-5ad4-4eea-ba15-2eb6ab2815de), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.583197 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d972284e-1abf-4717-b632-a3e72f585946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:33.586817 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d972284e-1abf-4717-b632-a3e72f585946 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f98ecbf-5ad4-4eea-ba15-2eb6ab2815de HTTP/1.1" status: 204 len: 168 time: 0.1793609 Apr 18 18:03:33.598382 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972284e-1abf-4717-b632-a3e72f585946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f98ecbf-5ad4-4eea-ba15-2eb6ab2815de,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:33.937757 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41476) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:33.972527 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89fad6-7a6b-4dfa-97f1-994c9805ea54 req-bbea5363-d967-4700-8096-ca26d21a7cfa tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:33.974121 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cf89fad6-7a6b-4dfa-97f1-994c9805ea54 req-bbea5363-d967-4700-8096-ca26d21a7cfa tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.0501115 Apr 18 18:03:33.983591 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4a4ed5ce-9749-4c58-a5e9-4e887b0885ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecde6b0d5d174e5fa29c227a96b05eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424125 Apr 18 18:03:33.991200 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41480) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:34.032932 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cf89fad6-7a6b-4dfa-97f1-994c9805ea54 req-8d053412-7625-4260-8242-a6102e37fabf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529072 Apr 18 18:03:34.045911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-521e4207-e185-45f9-8da0-fc487f82ab01 admin admin] Publish callbacks [] for security_group (da9f2202-e208-4dd6-88dd-6554f5d154bd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:34.069966 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-521e4207-e185-45f9-8da0-fc487f82ab01 admin admin] Publish callbacks [] for security_group (da9f2202-e208-4dd6-88dd-6554f5d154bd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:34.096105 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9047c31-e2ba-4e72-b224-7f5fd54269cd req-3550daa8-4a25-4548-a0f7-f5950ffcaeb2 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:34.097687 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b9047c31-e2ba-4e72-b224-7f5fd54269cd req-3550daa8-4a25-4548-a0f7-f5950ffcaeb2 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.0553885 Apr 18 18:03:34.126530 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-521e4207-e185-45f9-8da0-fc487f82ab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (da9f2202-e208-4dd6-88dd-6554f5d154bd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:34.129122 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-521e4207-e185-45f9-8da0-fc487f82ab01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:34.130946 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-521e4207-e185-45f9-8da0-fc487f82ab01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da9f2202-e208-4dd6-88dd-6554f5d154bd HTTP/1.1" status: 204 len: 168 time: 0.1381257 Apr 18 18:03:34.139124 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e4207-e185-45f9-8da0-fc487f82ab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9f2202-e208-4dd6-88dd-6554f5d154bd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:34.150917 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b9047c31-e2ba-4e72-b224-7f5fd54269cd req-4fc8db4d-8d59-4401-8394-4f6c91c8074b tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Apr 18 18:03:34.261853 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-88b9d4a2-f290-4af5-b121-2288e070ebc2 req-40c1855c-f7d1-4eb6-ad71-162e9461ea1e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0297542 Apr 18 18:03:34.415944 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3680d34d-d198-46d8-a29a-65bd36e71ecc details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:03:34.527865 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3680d34d-d198-46d8-a29a-65bd36e71ecc, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:34.541339 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '3680d34d-d198-46d8-a29a-65bd36e71ecc', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'port_id': '3680d34d-d198-46d8-a29a-65bd36e71ecc', 'mac_address': 'fa:16:3e:8a:20:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:03:34.580171 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 3680d34d-d198-46d8-a29a-65bd36e71ecc is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:34.580556 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:34.594454 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3680d34d-d198-46d8-a29a-65bd36e71ecc {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:34.617772 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3680d34d-d198-46d8-a29a-65bd36e71ecc, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:34.622390 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:34.671365 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-892a76c0-e5f6-4f81-aaa4-ff6a47bbc779 req-de784b3d-bd74-4525-9a8c-51ac39f91295 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0313492 Apr 18 18:03:34.679712 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=3680d34d-d198-46d8-a29a-65bd36e71ecc,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:35.154144 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff9f4d-2572-44cc-b159-163353f6e741 req-256e4a1d-c0cf-4770-b847-28e53e64d4a5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:35.155685 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b0ff9f4d-2572-44cc-b159-163353f6e741 req-256e4a1d-c0cf-4770-b847-28e53e64d4a5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.0520647 Apr 18 18:03:35.209425 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b0ff9f4d-2572-44cc-b159-163353f6e741 req-6b671e9a-6e5b-4587-80f1-09f1d8521078 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481727 Apr 18 18:03:35.272480 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4ea61-9116-498a-815a-bf3eb8083dfb req-c057518d-f113-48fa-b89b-f0bf9a674d17 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:35.273975 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-93e4ea61-9116-498a-815a-bf3eb8083dfb req-c057518d-f113-48fa-b89b-f0bf9a674d17 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.0501497 Apr 18 18:03:35.345872 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-93e4ea61-9116-498a-815a-bf3eb8083dfb req-15c26004-bdc4-4cfa-86e1-b45265ed10ce tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661397 Apr 18 18:03:35.407395 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e1c51440-a359-4385-8975-413b71ad5cdd req-7985e83a-d263-4eed-852c-15ce90576f02 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0308661 Apr 18 18:03:35.592618 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['3680d34d-d198-46d8-a29a-65bd36e71ecc'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:03:35.852568 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a556ecd1-d325-484b-be13-2dfa944719b5 req-efea0b4e-303c-4ff2-91d9-b7f3cca55770 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0741739 Apr 18 18:03:35.932259 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109e27-9be5-4d61-9658-96b6a58d035c req-df9b31db-10c8-46c3-a102-c85a062a2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:35.935039 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4a109e27-9be5-4d61-9658-96b6a58d035c req-df9b31db-10c8-46c3-a102-c85a062a2b1d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6218669 Apr 18 18:03:35.936303 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-5cbacca9-f0de-4ac9-9baa-ca0b24ba88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:35.937728 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-5cbacca9-f0de-4ac9-9baa-ca0b24ba88b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.6080525 Apr 18 18:03:36.068441 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41566) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:36.133767 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-db1c2d9d-0f1f-4cbb-bd25-0e6577b09de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:36.135811 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-db1c2d9d-0f1f-4cbb-bd25-0e6577b09de8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c33ad7bf51c44a0190edc8a3cae230af&device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 1128 time: 0.0671315 Apr 18 18:03:36.180809 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-a5d13f9b-be7d-4b93-8ce1-a13f0cc5988b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc HTTP/1.1" status: 200 len: 217 time: 0.0487440 Apr 18 18:03:36.286109 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-702eb86f-e2cd-4ae2-b0ad-91993bd85844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:36.288426 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-702eb86f-e2cd-4ae2-b0ad-91993bd85844 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 HTTP/1.1" status: 200 len: 912 time: 0.1064439 Apr 18 18:03:36.316164 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-bd675674-6704-4c21-b596-c05c34bac940 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:36.324940 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-bd675674-6704-4c21-b596-c05c34bac940 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/networks?id=445c8563-ea0d-4760-8979-32ab1d695d72 HTTP/1.1" status: 200 len: 808 time: 0.2005835 Apr 18 18:03:36.338418 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-45549b74-fd32-47fe-83b7-551227c0b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:36.339929 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-45549b74-fd32-47fe-83b7-551227c0b95d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.0625672 Apr 18 18:03:36.404038 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-7549119f-811b-47b7-9ed7-d0c8d9dd383e tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/quotas/b6dd59c26aa3451e8daedf28d49f6507 HTTP/1.1" status: 200 len: 375 time: 0.0781617 Apr 18 18:03:36.408598 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2d18c78c-d211-4c9d-8547-b8e5130fc4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:36.458221 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1c79-3541-452b-966a-163d7e8527fe req-e2e6375d-825d-4373-8b91-d9aa9631e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:36.460539 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-e2e6375d-825d-4373-8b91-d9aa9631e3a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 1127 time: 0.1851823 Apr 18 18:03:36.466007 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-352bd6d4-5389-40eb-bd68-4621b548adab tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6dd59c26aa3451e8daedf28d49f6507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521770 Apr 18 18:03:36.471965 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd8a79-31cb-4ac1-b8b7-ae3287830393 req-dac0abf6-476b-4b67-844e-9dd98544cfd8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:36.473390 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-27cd8a79-31cb-4ac1-b8b7-ae3287830393 req-dac0abf6-476b-4b67-844e-9dd98544cfd8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.1240070 Apr 18 18:03:36.601904 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-b81a30c4-c27e-42ce-be51-c9f675757974 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 HTTP/1.1" status: 200 len: 217 time: 0.0924692 Apr 18 18:03:36.611466 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41602) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:36.613620 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-ba03a1b1-770d-4af4-9178-05bca6531141 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35119271-5bf4-4971-8807-e658b6f5e49a HTTP/1.1" status: 200 len: 217 time: 0.0917511 Apr 18 18:03:36.623290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-76f798fb-2cf3-4c80-a287-7717baa1ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:36.624770 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-76f798fb-2cf3-4c80-a287-7717baa1ee54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179323 Apr 18 18:03:36.660820 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-27cd8a79-31cb-4ac1-b8b7-ae3287830393 req-833314a3-f775-4bbf-bfc8-8f28a10a64eb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672480 Apr 18 18:03:36.707664 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2d18c78c-d211-4c9d-8547-b8e5130fc4a1 admin admin] Publish callbacks [] for security_group (80db52c7-bba3-4d59-a8db-0b5ee3eec7a8), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:36.717919 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-a57c9c86-33ce-42cc-88c2-c96562543132 service neutron] 10.222.0.20 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401488 Apr 18 18:03:36.727748 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2d18c78c-d211-4c9d-8547-b8e5130fc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (80db52c7-bba3-4d59-a8db-0b5ee3eec7a8), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:36.733329 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df125945-ec71-49df-a932-2ee15b3a497a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:36.736220 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.15', 56107) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:36.861458 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.15', 56108) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:37.016014 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-6c3b96f1-a872-45e4-91e0-12b924ee65e3 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684541 Apr 18 18:03:37.060865 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-2d18c78c-d211-4c9d-8547-b8e5130fc4a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75011d25234a4bb7b45bf2fb154e7a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9888394 Apr 18 18:03:37.067412 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41622) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:37.069655 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18c78c-d211-4c9d-8547-b8e5130fc4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80db52c7-bba3-4d59-a8db-0b5ee3eec7a8,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:37.099666 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b2ff-b921-47f0-a665-3cc91ac955f5 req-4e19ba27-9333-4940-8bbc-70e5018c1b52 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:37.101192 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1508b2ff-b921-47f0-a665-3cc91ac955f5 req-4e19ba27-9333-4940-8bbc-70e5018c1b52 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.3486643 Apr 18 18:03:37.118673 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1c79-3541-452b-966a-163d7e8527fe req-15042f6d-38b3-4185-846f-68bee5d8bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:37.119157 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-7fad8925-59b2-4495-bd56-622ac9fe18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:37.120020 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-15042f6d-38b3-4185-846f-68bee5d8bc39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.3663940 Apr 18 18:03:37.120988 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-7fad8925-59b2-4495-bd56-622ac9fe18e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f70b10e-7e1b-4c73-afff-3de48c1d38e3 HTTP/1.1" status: 200 len: 852 time: 0.3720329 Apr 18 18:03:37.171547 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-cf4b4f8f-ff5a-429f-821e-d59c6d865b25 service neutron] 10.222.0.20 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526587 Apr 18 18:03:37.246771 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-ae4565ef-205f-4b93-b3f2-dd79c5b5689b tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:37.247324 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1c79-3541-452b-966a-163d7e8527fe req-afb96bb9-ff7d-4276-8f54-36c0b4075074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:37.248356 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-ae4565ef-205f-4b93-b3f2-dd79c5b5689b tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 809 time: 0.5021267 Apr 18 18:03:37.248994 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-afb96bb9-ff7d-4276-8f54-36c0b4075074 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134758 Apr 18 18:03:37.250213 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-2c7f0f66-5d89-4b10-ab80-2a5da1381631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146328 Apr 18 18:03:37.253966 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f5d58195-2c61-42cc-80c2-1187b5ecb0ed admin admin] Publish callbacks [] for security_group (80db52c7-bba3-4d59-a8db-0b5ee3eec7a8), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.264601 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1508b2ff-b921-47f0-a665-3cc91ac955f5 req-ca941dfa-d8cc-4c4c-9356-a6971700f4b5 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479859 Apr 18 18:03:37.291201 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-8f559b21-ce51-4e3a-a6f4-4b89b036ae3b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:37.292873 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-8f559b21-ce51-4e3a-a6f4-4b89b036ae3b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 816 time: 0.4285476 Apr 18 18:03:37.294284 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f5d58195-2c61-42cc-80c2-1187b5ecb0ed admin admin] Publish callbacks [] for security_group (80db52c7-bba3-4d59-a8db-0b5ee3eec7a8), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.356896 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df125945-ec71-49df-a932-2ee15b3a497a admin admin] Publish callbacks [] for security_group (aa1c8613-cc32-4568-98d5-7cdf76c724b1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.392515 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df125945-ec71-49df-a932-2ee15b3a497a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (aa1c8613-cc32-4568-98d5-7cdf76c724b1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.402900 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-287c3f40-d00e-4455-9717-df14fe85e694 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421440 Apr 18 18:03:37.492855 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f5d58195-2c61-42cc-80c2-1187b5ecb0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (80db52c7-bba3-4d59-a8db-0b5ee3eec7a8), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.496664 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f5d58195-2c61-42cc-80c2-1187b5ecb0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.497820 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f5d58195-2c61-42cc-80c2-1187b5ecb0ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80db52c7-bba3-4d59-a8db-0b5ee3eec7a8 HTTP/1.1" status: 204 len: 168 time: 0.4253340 Apr 18 18:03:37.513670 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-df125945-ec71-49df-a932-2ee15b3a497a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4df1c72d72f749b0aaff5f6c14454078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8987942 Apr 18 18:03:37.518942 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-45485327-7aed-4286-b884-74539ed35cb1 req-62ae541f-0fd5-4bf9-b809-62b8d33fff09 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0958419 Apr 18 18:03:37.520220 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41638) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:37.548180 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7c0c338d-a1d0-4e75-92aa-92b758d2d054 req-4a24a7fa-b8c6-4f38-af1e-9c08a60d9458 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0976202 Apr 18 18:03:37.552114 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d58195-2c61-42cc-80c2-1187b5ecb0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80db52c7-bba3-4d59-a8db-0b5ee3eec7a8,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:37.598492 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-2cb286c1-465e-4ef0-bc3b-1c4a6e72cfaf service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433994 Apr 18 18:03:37.631780 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-aa43b155-cf74-4c25-b678-3816742189e6 admin admin] Publish callbacks [] for security_group (aa1c8613-cc32-4568-98d5-7cdf76c724b1), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.663619 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-0324c7dd-aa7e-4b34-846e-ca5c5d437c4c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201bb1fed3fb4058a860566245af69da HTTP/1.1" status: 200 len: 380 time: 0.3390603 Apr 18 18:03:37.671826 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-172d783a-cc3b-4fab-97af-1d3c6a0aa9fa tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981bfa9fc3e14aafa977143986f7d71f HTTP/1.1" status: 200 len: 379 time: 0.3482056 Apr 18 18:03:37.672819 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df125945-ec71-49df-a932-2ee15b3a497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1c8613-cc32-4568-98d5-7cdf76c724b1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:37.687337 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-89583da8-92a1-41af-ad40-4f471260fd85 req-a629ed4e-712e-487f-b145-a08f05ffb430 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 210 time: 0.0436404 Apr 18 18:03:37.689335 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-aa43b155-cf74-4c25-b678-3816742189e6 admin admin] Publish callbacks [] for security_group (aa1c8613-cc32-4568-98d5-7cdf76c724b1), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.734513 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-f292d5ab-9c3e-4979-a653-5ef66a3c63b9 service neutron] 10.222.0.15 "GET /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088964 Apr 18 18:03:37.756533 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-aa43b155-cf74-4c25-b678-3816742189e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (aa1c8613-cc32-4568-98d5-7cdf76c724b1), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.760029 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-aa43b155-cf74-4c25-b678-3816742189e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:37.763576 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-aa43b155-cf74-4c25-b678-3816742189e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa1c8613-cc32-4568-98d5-7cdf76c724b1 HTTP/1.1" status: 204 len: 168 time: 0.2356038 Apr 18 18:03:37.805090 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43b155-cf74-4c25-b678-3816742189e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1c8613-cc32-4568-98d5-7cdf76c724b1,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:37.843248 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fa2f9-4568-4278-94c2-7249c81a76f5 req-53fb73bc-ee6f-4aff-872e-9d3d5950c831 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:37.846088 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a02fa2f9-4568-4278-94c2-7249c81a76f5 req-53fb73bc-ee6f-4aff-872e-9d3d5950c831 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.0831151 Apr 18 18:03:37.919042 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a02fa2f9-4568-4278-94c2-7249c81a76f5 req-1dbc403b-f976-493e-adc4-4b330c98e18c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645912 Apr 18 18:03:37.942269 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41652) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:37.955780 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb45c541-4c29-4ccd-83da-40c4cf891902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.033922 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb45c541-4c29-4ccd-83da-40c4cf891902 admin admin] Publish callbacks [] for security_group (7dbb302d-d93a-4caf-965c-32cf7c3fefa4), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.038401 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb45c541-4c29-4ccd-83da-40c4cf891902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (7dbb302d-d93a-4caf-965c-32cf7c3fefa4), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.075016 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-fb45c541-4c29-4ccd-83da-40c4cf891902 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=035611d4a6be4ea09a7fbd261c821255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313663 Apr 18 18:03:38.077037 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45c541-4c29-4ccd-83da-40c4cf891902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbb302d-d93a-4caf-965c-32cf7c3fefa4,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:38.077787 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41656) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:38.132859 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a9bb-4a81-4f18-97b8-e31701bdd468 admin admin] Publish callbacks [] for security_group (7dbb302d-d93a-4caf-965c-32cf7c3fefa4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.151489 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41658) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:38.155188 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a9bb-4a81-4f18-97b8-e31701bdd468 admin admin] Publish callbacks [] for security_group (7dbb302d-d93a-4caf-965c-32cf7c3fefa4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.165377 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da52dca2-3548-4299-ade4-cbb3e6facb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.207117 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a9bb-4a81-4f18-97b8-e31701bdd468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (7dbb302d-d93a-4caf-965c-32cf7c3fefa4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.210002 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5ef6a9bb-4a81-4f18-97b8-e31701bdd468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.211208 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5ef6a9bb-4a81-4f18-97b8-e31701bdd468 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dbb302d-d93a-4caf-965c-32cf7c3fefa4 HTTP/1.1" status: 204 len: 168 time: 0.1318707 Apr 18 18:03:38.221976 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6a9bb-4a81-4f18-97b8-e31701bdd468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbb302d-d93a-4caf-965c-32cf7c3fefa4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:38.261703 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da52dca2-3548-4299-ade4-cbb3e6facb0e admin admin] Publish callbacks [] for security_group (46c49057-c281-4fbf-937d-7630ff5d7aa3), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.266834 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da52dca2-3548-4299-ade4-cbb3e6facb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (46c49057-c281-4fbf-937d-7630ff5d7aa3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.313126 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-da52dca2-3548-4299-ade4-cbb3e6facb0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2db31d0bece848cab2c1b1a7daaeb246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602712 Apr 18 18:03:38.314270 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52dca2-3548-4299-ade4-cbb3e6facb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c49057-c281-4fbf-937d-7630ff5d7aa3,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:38.315770 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41662) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:38.375962 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f2ca0bd-f4b8-46ff-8369-3bf8d9db5965 admin admin] Publish callbacks [] for security_group (46c49057-c281-4fbf-937d-7630ff5d7aa3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.402092 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f2ca0bd-f4b8-46ff-8369-3bf8d9db5965 admin admin] Publish callbacks [] for security_group (46c49057-c281-4fbf-937d-7630ff5d7aa3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.413252 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:03:38.441447 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09663c4a-a0b0-452f-b5af-f7116276dc1d req-b8722ffd-fb96-4514-98d7-019a16f306d9 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:38.449473 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-09663c4a-a0b0-452f-b5af-f7116276dc1d req-b8722ffd-fb96-4514-98d7-019a16f306d9 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 944 time: 0.0632174 Apr 18 18:03:38.470050 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f2ca0bd-f4b8-46ff-8369-3bf8d9db5965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (46c49057-c281-4fbf-937d-7630ff5d7aa3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.473389 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0f2ca0bd-f4b8-46ff-8369-3bf8d9db5965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.475534 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0f2ca0bd-f4b8-46ff-8369-3bf8d9db5965 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46c49057-c281-4fbf-937d-7630ff5d7aa3 HTTP/1.1" status: 204 len: 168 time: 0.1584728 Apr 18 18:03:38.485265 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ca0bd-f4b8-46ff-8369-3bf8d9db5965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c49057-c281-4fbf-937d-7630ff5d7aa3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:38.513276 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-09663c4a-a0b0-452f-b5af-f7116276dc1d req-bb2abdf3-23bc-4b4f-9319-b1492222d410 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628223 Apr 18 18:03:38.556520 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,segment=NetworkSegment(0d0b94ad-8c8b-4162-b2df-33dbc04e8665),segment_id=0d0b94ad-8c8b-4162-b2df-33dbc04e8665)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:38.569100 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': 'bee2db5d-4c57-4790-86a0-c2e1d2eb4a77', 'network_id': 'c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9', 'port_id': 'bee2db5d-4c57-4790-86a0-c2e1d2eb4a77', 'mac_address': 'fa:16:3e:dd:a7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f70b10e-7e1b-4c73-afff-3de48c1d38e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:03:38.616233 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:38.617115 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.632164 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:38.671488 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,segment=NetworkSegment(0d0b94ad-8c8b-4162-b2df-33dbc04e8665),segment_id=0d0b94ad-8c8b-4162-b2df-33dbc04e8665)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:38.676472 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:38.705324 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ef8f3f2f-5cc9-49d1-b170-56749e6f1a43 req-fa643239-953b-41b4-9fec-2e540ec03616 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0677373 Apr 18 18:03:38.781845 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:38.797627 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dcef4c31-a947-4199-bf81-df586426c34d req-7ceef50c-fe1a-41fe-8807-14156f5f5c7b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0379632 Apr 18 18:03:38.840343 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a7c59534-c67f-4ccb-a418-36688c1accb7 req-009fbd9c-25ee-4786-a5fb-665e9a348b47 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Apr 18 18:03:39.043431 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e653656-f365-4d94-a33e-45df1413f4b9 req-8c31fb1c-1805-42f1-a05b-33a0703b4206 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:39.044640 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e653656-f365-4d94-a33e-45df1413f4b9 req-8c31fb1c-1805-42f1-a05b-33a0703b4206 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.0502605 Apr 18 18:03:39.101000 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e653656-f365-4d94-a33e-45df1413f4b9 req-34af9f8c-10b2-4091-92ab-c9f495ad87ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Apr 18 18:03:39.633127 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e463b4-4f19-4922-a233-c3c94023524d req-95cc833b-d2e3-4da2-a6cc-5cddf3abdd60 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:39.634859 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-88e463b4-4f19-4922-a233-c3c94023524d req-95cc833b-d2e3-4da2-a6cc-5cddf3abdd60 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 945 time: 0.0501628 Apr 18 18:03:39.691781 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-88e463b4-4f19-4922-a233-c3c94023524d req-f90e91e9-fa83-46be-95a1-a306140393ba tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Apr 18 18:03:39.733725 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:03:39.836122 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-de121392-1066-43a4-8333-89146fe45404 req-a7ceea9e-b054-460c-8163-f3f65afed461 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0344558 Apr 18 18:03:39.927349 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-31928f2a-a751-4ac6-b19c-289ae211fa61 req-73fee06e-6158-41a7-847f-b53de308d086 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0429118 Apr 18 18:03:39.961564 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7834fcfa-f3ea-4f4c-a0af-37c53b3409e6 req-974107df-cee0-4abe-a61b-e7a471218840 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 210 time: 0.0322354 Apr 18 18:03:40.172580 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'port': {'device_id': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'admin_state_up': True, 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'security_groups': ['c5bb8864-4304-4377-86fa-d89d98dc622b']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:40.193660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'port': {'device_id': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'admin_state_up': True, 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'security_groups': ['57d133d3-04a6-451d-95db-ecb4b55f4d4f']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:40.352124 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8808dc-83f4-4921-8917-ecf0a9eb7785 req-7714d830-b091-44ee-ae56-754c7e912086 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:40.360199 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ac8808dc-83f4-4921-8917-ecf0a9eb7785 req-7714d830-b091-44ee-ae56-754c7e912086 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.1422815 Apr 18 18:03:40.424791 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['bee2db5d-4c57-4790-86a0-c2e1d2eb4a77'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:03:40.427725 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3680d34d-d198-46d8-a29a-65bd36e71ecc up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:40.483603 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-652f1c79-3541-452b-966a-163d7e8527fe req-c2979e4b-3abb-4bb3-a9e8-4d22ebe65089 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147204 Apr 18 18:03:40.534732 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ac8808dc-83f4-4921-8917-ecf0a9eb7785 req-cf2e36f5-d11b-4fcb-a352-50a1b5d6215a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734772 Apr 18 18:03:40.626656 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 3680d34d-d198-46d8-a29a-65bd36e71ecc completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:03:40.645497 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 3680d34d-d198-46d8-a29a-65bd36e71ecc triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:40.646600 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:40.830490 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5e9aa1-1db8-45eb-bfbc-a4ed366976f1 req-0e82bdb7-3ca9-49c0-bdf8-6c8f0287679c service neutron] 10.222.0.15 "GET /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518614 Apr 18 18:03:40.853748 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Made reservation on behalf of 201bb1fed3fb4058a860566245af69da for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:40.859269 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:40.881562 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Made reservation on behalf of 981bfa9fc3e14aafa977143986f7d71f for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:40.885419 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:40.898468 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 3680d34d-d198-46d8-a29a-65bd36e71ecc is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:40.898871 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:40.919558 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01997a-75ee-4c70-bd40-27eed8b70e28 req-14e12f9d-c163-4f30-b5f5-e7650db4bfab tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:40.929131 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-de01997a-75ee-4c70-bd40-27eed8b70e28 req-14e12f9d-c163-4f30-b5f5-e7650db4bfab tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 945 time: 0.1200728 Apr 18 18:03:40.959692 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89a1dd4-0173-410c-8c3a-6ce75eff8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3680d34d-d198-46d8-a29a-65bd36e71ecc'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:41.063908 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3e661a1c-55ea-439c-99f5-a15795263a66 req-dd8891fe-9f8e-4c46-919c-f12228928a0c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 210 time: 0.0624318 Apr 18 18:03:41.066352 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3680d34d-d198-46d8-a29a-65bd36e71ecc, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:41.076644 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.120373 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-de01997a-75ee-4c70-bd40-27eed8b70e28 req-b7974867-5a17-4b1a-9591-e4ec24164364 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830885 Apr 18 18:03:41.213915 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Allocated IP 172.20.0.6 (521bf463-31b7-4a75-8eed-a6e766fc9039/d260d51e-30b8-4dc3-9970-b7289c2de481/18225cc3-044e-4709-b16d-1fabbaf7afdb) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:41.223513 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Allocated IP 172.20.0.14 (06ff80aa-be82-4ede-b424-71b8a8cf0d2e/7c03f1e7-fb24-4112-b196-e90b89943175/6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:41.237809 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=3680d34d-d198-46d8-a29a-65bd36e71ecc,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:41.247709 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8c19a3cc-2e05-453a-838d-cee6644b6905 req-1b5ca2c7-49f9-4cd3-a61e-de4219565430 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0474453 Apr 18 18:03:41.282191 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d71f78d-695f-4bb6-aac0-ff39d47a75e0" -d '{"events": [{"server_uuid": "a89a1dd4-0173-410c-8c3a-6ce75eff8d43", "name": "network-vif-plugged", "status": "completed", "tag": "3680d34d-d198-46d8-a29a-65bd36e71ecc"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:41.289688 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:41.295330 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-da600d67-6abf-495b-8092-5d59f2e056b7 req-f0fa0e74-fd3d-4f7c-b72a-e6ef6df9abc3 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 210 time: 0.0572326 Apr 18 18:03:41.345976 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:03:41.352355 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:41.353115 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.422766 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66019e9-a2ad-4249-8237-cde8711e2272 x-openstack-request-id: req-d66019e9-a2ad-4249-8237-cde8711e2272 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:41.423132 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89a1dd4-0173-410c-8c3a-6ce75eff8d43", "name": "network-vif-plugged", "status": "completed", "tag": "3680d34d-d198-46d8-a29a-65bd36e71ecc", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:41.423308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d66019e9-a2ad-4249-8237-cde8711e2272 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:41.423773 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66019e9-a2ad-4249-8237-cde8711e2272'] response: {'server_uuid': 'a89a1dd4-0173-410c-8c3a-6ce75eff8d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3680d34d-d198-46d8-a29a-65bd36e71ecc', 'code': 200} Apr 18 18:03:41.440757 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:41.441414 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.480850 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,segment=NetworkSegment(0d0b94ad-8c8b-4162-b2df-33dbc04e8665),segment_id=0d0b94ad-8c8b-4162-b2df-33dbc04e8665)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:41.484676 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.493677 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.505230 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.534917 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:41.558154 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.561141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.621522 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:41.630808 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:41.631936 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:41.636290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:41.639338 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:41.647397 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:41.669362 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'Port': ['ID=18225cc3-044e-4709-b16d-1fabbaf7afdb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:41.719862 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4d086-9ce0-44be-b65b-5b24dcec5064 req-7c9cab9d-6bf6-4f45-ae8b-bcc53b55dc47 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:41.728801 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cfe4d086-9ce0-44be-b65b-5b24dcec5064 req-7c9cab9d-6bf6-4f45-ae8b-bcc53b55dc47 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 943 time: 0.1078980 Apr 18 18:03:41.819677 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:41.820386 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.864109 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cfe4d086-9ce0-44be-b65b-5b24dcec5064 req-6934585c-3da5-41b8-9871-04d9f1ea654e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343067 Apr 18 18:03:41.919148 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bc185-0059-4959-89fa-07e1b393b2ca req-014919af-2e42-4136-8fa3-490714f38099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:41.919247 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:41.919940 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.920607 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bf4bc185-0059-4959-89fa-07e1b393b2ca req-014919af-2e42-4136-8fa3-490714f38099 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 1130 time: 0.1377389 Apr 18 18:03:41.939377 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d01e4c63-d452-45f8-a0ac-2ecb8d08fa57 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7716403 Apr 18 18:03:41.945863 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:41.950889 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-bf4bc185-0059-4959-89fa-07e1b393b2ca req-f4d0401d-53b6-434c-b247-5401e0abb164 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:41.952025 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-5ddae9c4-89e7-4a53-a226-c6678469adbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7628498 Apr 18 18:03:41.962334 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Request body: {'port': {'device_id': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:42.009925 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Request body: {'port': {'device_id': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:42.105446 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-bf4bc185-0059-4959-89fa-07e1b393b2ca req-f4d0401d-53b6-434c-b247-5401e0abb164 service neutron] Publish callbacks [] for security_group (fd0b6c18-8898-4d3e-8100-2f5cb5bbf79d), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.106799 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-82aed27c-2ac4-48bf-9d4d-9353ffeffe20 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:42.108528 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-82aed27c-2ac4-48bf-9d4d-9353ffeffe20 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.15 "GET /v2.0/networks?id=445c8563-ea0d-4760-8979-32ab1d695d72 HTTP/1.1" status: 200 len: 808 time: 0.4121828 Apr 18 18:03:42.115670 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-bf4bc185-0059-4959-89fa-07e1b393b2ca req-f4d0401d-53b6-434c-b247-5401e0abb164 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (fd0b6c18-8898-4d3e-8100-2f5cb5bbf79d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.130907 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ae2bfc77-ec2e-459b-b664-895f4bb17914 None None] Provisioning complete for port 18225cc3-044e-4709-b16d-1fabbaf7afdb triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:42.131494 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ae2bfc77-ec2e-459b-b664-895f4bb17914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.135202 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Request body: {'port': {'device_id': 'c04ee885-d140-4bf1-8325-7dba8359a376', 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72', 'admin_state_up': True, 'tenant_id': 'b6dd59c26aa3451e8daedf28d49f6507'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:42.149629 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.189846 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.199519 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bf4bc185-0059-4959-89fa-07e1b393b2ca req-f4d0401d-53b6-434c-b247-5401e0abb164 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709947 Apr 18 18:03:42.200608 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0401d-53b6-434c-b247-5401e0abb164 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0b6c18-8898-4d3e-8100-2f5cb5bbf79d,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:42.232498 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 35119271-5bf4-4971-8807-e658b6f5e49a details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:03:42.293655 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bfc77-ec2e-459b-b664-895f4bb17914 None None] Port 18225cc3-044e-4709-b16d-1fabbaf7afdb cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:42.322157 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ae2bfc77-ec2e-459b-b664-895f4bb17914 None None] Provisioning complete for port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:42.323023 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ae2bfc77-ec2e-459b-b664-895f4bb17914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.341284 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209f762-0cee-4541-9774-922182ee1c8d req-4b7dd49e-596a-4811-ab6a-c5ddb92c37c3 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:42.346223 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e209f762-0cee-4541-9774-922182ee1c8d req-4b7dd49e-596a-4811-ab6a-c5ddb92c37c3 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.1099508 Apr 18 18:03:42.396464 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceff42-14fc-49a1-b3e7-47cb751effe2 req-2306c81c-aed1-4dee-b9c0-7bf870b41e51 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:42.414114 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d1ceff42-14fc-49a1-b3e7-47cb751effe2 req-2306c81c-aed1-4dee-b9c0-7bf870b41e51 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 931 time: 0.1668377 Apr 18 18:03:42.429301 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bfc77-ec2e-459b-b664-895f4bb17914 None None] Port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:03:42.464148 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 35119271-5bf4-4971-8807-e658b6f5e49a, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=35119271-5bf4-4971-8807-e658b6f5e49a,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:42.490898 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '35119271-5bf4-4971-8807-e658b6f5e49a', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'port_id': '35119271-5bf4-4971-8807-e658b6f5e49a', 'mac_address': 'fa:16:3e:43:8d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:03:42.539136 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e209f762-0cee-4541-9774-922182ee1c8d req-9ae5d3ae-92ec-4655-9ae2-8e0b69041631 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862862 Apr 18 18:03:42.544948 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d1ceff42-14fc-49a1-b3e7-47cb751effe2 req-0a5386a0-507d-4d8c-b409-a06e7bc130d0 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296804 Apr 18 18:03:42.557493 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 35119271-5bf4-4971-8807-e658b6f5e49a is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:42.558328 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.588147 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35119271-5bf4-4971-8807-e658b6f5e49a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:42.625461 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 35119271-5bf4-4971-8807-e658b6f5e49a, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=35119271-5bf4-4971-8807-e658b6f5e49a,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:42.637419 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.684247 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Made reservation on behalf of b6dd59c26aa3451e8daedf28d49f6507 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:03:42.689039 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:42.746358 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=35119271-5bf4-4971-8807-e658b6f5e49a,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:42.808374 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dc4bad08-f819-4d19-b4e2-4f328913e572 req-c9e4ba51-fc52-4170-96a2-4738beb02f04 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 210 time: 0.0591657 Apr 18 18:03:42.822528 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ba174-a653-4b63-89d7-f653a3cf5714 req-6d831d5c-953e-4735-a196-a0cfc7897609 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:42.824440 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-191ba174-a653-4b63-89d7-f653a3cf5714 req-6d831d5c-953e-4735-a196-a0cfc7897609 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 932 time: 0.1107728 Apr 18 18:03:42.872169 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['35119271-5bf4-4971-8807-e658b6f5e49a'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:03:42.890361 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-191ba174-a653-4b63-89d7-f653a3cf5714 req-1c77283f-c54f-46f2-af44-a163a388ceba tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580215 Apr 18 18:03:43.044044 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab43d3-de4a-4df9-8152-5deb99d7928f req-bc18bfaa-549d-4e39-b719-77a4d5f9b1b9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:43.051704 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-46ab43d3-de4a-4df9-8152-5deb99d7928f req-bc18bfaa-549d-4e39-b719-77a4d5f9b1b9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 944 time: 0.0826099 Apr 18 18:03:43.120390 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-46ab43d3-de4a-4df9-8152-5deb99d7928f req-911731d3-a173-4b76-a252-35e00bf52210 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658469 Apr 18 18:03:43.283373 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Allocated IP 172.20.0.9 (445c8563-ea0d-4760-8979-32ab1d695d72/f8f97e93-78df-4356-a9cc-15dccfb20f68/ca0b6917-9e88-4c41-bc8d-eb326dd7be1b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:03:43.314272 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:43.320531 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18225cc3-044e-4709-b16d-1fabbaf7afdb {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:43.334598 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Publish callbacks [] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:43.338515 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Publish callbacks [] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:43.373339 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Transition to ACTIVE for port object 18225cc3-044e-4709-b16d-1fabbaf7afdb will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:03:43.386924 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Transition to ACTIVE for port object 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:03:43.387842 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:43.412010 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:43.425073 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad8175c-7712-441a-99f0-490d4749ad57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee2db5d-4c57-4790-86a0-c2e1d2eb4a77'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:43.427480 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dc7f3c-96c5-439a-b6a7-5ef497b209c0" -d '{"events": [{"server_uuid": "aad8175c-7712-441a-99f0-490d4749ad57", "name": "network-vif-plugged", "status": "completed", "tag": "bee2db5d-4c57-4790-86a0-c2e1d2eb4a77"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:43.490588 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d864fe-bc04-4a62-917b-fd06dcbc183e x-openstack-request-id: req-c1d864fe-bc04-4a62-917b-fd06dcbc183e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:43.492085 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad8175c-7712-441a-99f0-490d4749ad57", "name": "network-vif-plugged", "status": "completed", "tag": "bee2db5d-4c57-4790-86a0-c2e1d2eb4a77", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:43.492547 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1d864fe-bc04-4a62-917b-fd06dcbc183e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:43.493900 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d864fe-bc04-4a62-917b-fd06dcbc183e'] response: {'server_uuid': 'aad8175c-7712-441a-99f0-490d4749ad57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee2db5d-4c57-4790-86a0-c2e1d2eb4a77', 'code': 200} Apr 18 18:03:43.580634 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Pushing event updated for resources: {'Port': ['ID=18225cc3-044e-4709-b16d-1fabbaf7afdb,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:43.809956 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031727c6-7a38-4d78-8c90-17ea6be1bdc1 req-bffca19b-fe87-4b90-a5ff-208bb6af51ac tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:43.820231 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-031727c6-7a38-4d78-8c90-17ea6be1bdc1 req-bffca19b-fe87-4b90-a5ff-208bb6af51ac tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 943 time: 0.1192999 Apr 18 18:03:43.891468 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:43.905717 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks [] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:43.925139 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Attempting to bind port 18225cc3-044e-4709-b16d-1fabbaf7afdb on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:43.925476 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Attempting to bind port 18225cc3-044e-4709-b16d-1fabbaf7afdb by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:43.925802 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Attempting to bind port 18225cc3-044e-4709-b16d-1fabbaf7afdb on network 521bf463-31b7-4a75-8eed-a6e766fc9039 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:43.972612 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-031727c6-7a38-4d78-8c90-17ea6be1bdc1 req-aa04824f-1363-42f4-a442-3f46827185b9 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402769 Apr 18 18:03:43.982649 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc629693-caae-48c4-87cb-a2a630f569c0 req-a2c04986-3a59-42b9-a528-7c806b9a59b6 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:43.984167 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bc629693-caae-48c4-87cb-a2a630f569c0 req-a2c04986-3a59-42b9-a528-7c806b9a59b6 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.1374407 Apr 18 18:03:43.989433 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Port 18225cc3-044e-4709-b16d-1fabbaf7afdb on network 521bf463-31b7-4a75-8eed-a6e766fc9039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:03:43.989612 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Attempting to bind port 18225cc3-044e-4709-b16d-1fabbaf7afdb on network 521bf463-31b7-4a75-8eed-a6e766fc9039 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:44.026377 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Attempting to bind port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:44.026807 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Attempting to bind port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:44.027215 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Attempting to bind port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 on network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:44.035668 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41904) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:44.038785 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:44.039210 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Checking segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:44.039999 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Bound using segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:44.040290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Bound port: 18225cc3-044e-4709-b16d-1fabbaf7afdb, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:44.040718 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.059870 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 on network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:03:44.060287 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Attempting to bind port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 on network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:44.074094 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:44.074475 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Checking segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:44.074932 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Bound using segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:44.075435 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Bound port: 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:44.075860 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.087301 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bc629693-caae-48c4-87cb-a2a630f569c0 req-598cc7bd-3321-4c07-9036-8c59a2aa7098 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871599 Apr 18 18:03:44.113393 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4ca8adbc-690d-4c9d-b032-e91acc472c10 req-5dabfc3e-191b-4cb5-a0a5-42b63e7d5fd8 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 210 time: 0.0374634 Apr 18 18:03:44.115755 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.148791 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 35119271-5bf4-4971-8807-e658b6f5e49a up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:44.195000 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Pushing event updated for resources: {'Port': ['ID=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:44.243729 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Network 445c8563-ea0d-4760-8979-32ab1d695d72 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:03:44.278869 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:03:44.282670 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 35119271-5bf4-4971-8807-e658b6f5e49a completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:03:44.288721 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:03:44.318078 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 35119271-5bf4-4971-8807-e658b6f5e49a triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:44.318078 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.318528 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] For port 18225cc3-044e-4709-b16d-1fabbaf7afdb, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:44.345278 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b1c72219-6301-4a33-b7a2-7bf65ba748ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.351721 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] For port 18225cc3-044e-4709-b16d-1fabbaf7afdb, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:44.386148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.387195 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.409654 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.439167 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18930599-f8c0-4171-a1c8-d59382416238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.454764 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9e476-9174-4efc-aa8d-ad75dc995aa7 req-1a15cf46-9579-4bde-a61e-db099f69c60f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.456293 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-28b9e476-9174-4efc-aa8d-ad75dc995aa7 req-1a15cf46-9579-4bde-a61e-db099f69c60f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.2574701 Apr 18 18:03:44.457265 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef310221-fb2c-4908-b42f-b788617df484 req-266a2654-552c-4d24-98e9-1dedad0ddae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.459168 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ef310221-fb2c-4908-b42f-b788617df484 req-266a2654-552c-4d24-98e9-1dedad0ddae8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 1130 time: 0.1886792 Apr 18 18:03:44.469903 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:44.476544 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 35119271-5bf4-4971-8807-e658b6f5e49a is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:44.477160 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.488320 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-099ed571-7cc3-41dd-a1a8-9500030587ba tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3570116 Apr 18 18:03:44.493572 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.494498 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.496347 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] 10.222.0.15 "PUT /v2.0/ports/18225cc3-044e-4709-b16d-1fabbaf7afdb HTTP/1.1" status: 200 len: 1093 time: 2.5427320 Apr 18 18:03:44.498889 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'tag': '18225cc3-044e-4709-b16d-1fabbaf7afdb'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:44.501520 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e94b51d-3537-47c3-a455-6bd090c94f1a", "tag": "18225cc3-044e-4709-b16d-1fabbaf7afdb"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:44.505960 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:44.520031 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Request body: {'port': {'device_id': 'c04ee885-d140-4bf1-8325-7dba8359a376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:44.533116 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6960c7-f68e-4d0f-a527-b758b54fe8d7 req-e0d7e340-ccb3-4252-9c86-f0161d5c2cdb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.534691 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1c6960c7-f68e-4d0f-a527-b758b54fe8d7 req-e0d7e340-ccb3-4252-9c86-f0161d5c2cdb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 944 time: 0.1927395 Apr 18 18:03:44.564405 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 35119271-5bf4-4971-8807-e658b6f5e49a, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=35119271-5bf4-4971-8807-e658b6f5e49a,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:44.573909 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.631686 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b1c72219-6301-4a33-b7a2-7bf65ba748ed admin admin] Publish callbacks [] for security_group (da18a0da-5553-4b50-92c8-1c138c289afd), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.638785 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.649423 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=35119271-5bf4-4971-8807-e658b6f5e49a,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:44.650090 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b1c72219-6301-4a33-b7a2-7bf65ba748ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (da18a0da-5553-4b50-92c8-1c138c289afd), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.671790 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1072838-811c-4e57-8544-ab66cab8aafc service neutron] Pushing event updated for resources: {'Port': ['ID=18225cc3-044e-4709-b16d-1fabbaf7afdb,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:44.701508 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.709899 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-7f668283-acfa-40a0-a04b-4c2ba79b08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.711494 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-7f668283-acfa-40a0-a04b-4c2ba79b08d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 1127 time: 0.1493921 Apr 18 18:03:44.719489 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b1c72219-6301-4a33-b7a2-7bf65ba748ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a05df46fbbda4c5fa8b28802e0c07f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6794977 Apr 18 18:03:44.730812 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41918) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:44.738592 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.739365 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.740766 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] 10.222.0.15 "PUT /v2.0/ports/6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 HTTP/1.1" status: 200 len: 1094 time: 2.7369390 Apr 18 18:03:44.776058 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-28b9e476-9174-4efc-aa8d-ad75dc995aa7 req-7358286b-43d8-4e4b-bb4c-5125d159a895 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977562 Apr 18 18:03:44.779085 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-16239578-b2fa-4976-8319-136a5b3c3d0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb HTTP/1.1" status: 200 len: 217 time: 0.0551980 Apr 18 18:03:44.804839 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ef310221-fb2c-4908-b42f-b788617df484 req-4e4d6a55-bec0-4393-bd4f-babf5814603d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342044 Apr 18 18:03:44.831037 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c72219-6301-4a33-b7a2-7bf65ba748ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da18a0da-5553-4b50-92c8-1c138c289afd,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:44.856411 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb2927a-ef05-4e21-83c8-0b5c1451c134 x-openstack-request-id: req-0eb2927a-ef05-4e21-83c8-0b5c1451c134 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:44.856894 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e94b51d-3537-47c3-a455-6bd090c94f1a", "tag": "18225cc3-044e-4709-b16d-1fabbaf7afdb", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:44.857157 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eb2927a-ef05-4e21-83c8-0b5c1451c134 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:44.857586 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb2927a-ef05-4e21-83c8-0b5c1451c134'] response: {'name': 'network-changed', 'server_uuid': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'tag': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'status': 'completed', 'code': 200} Apr 18 18:03:44.858406 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c991f22-a2a6-411f-a3f7-9fdcfe19a41d service neutron] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:44.870162 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1c6960c7-f68e-4d0f-a527-b758b54fe8d7 req-7cec3430-a95c-4aeb-8d78-2be698e79800 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368531 Apr 18 18:03:44.891694 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-73138cc6-104c-4159-b160-38d22244cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.893208 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-73138cc6-104c-4159-b160-38d22244cbcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 1128 time: 0.1076972 Apr 18 18:03:44.900887 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5f994d8b-8749-47b8-9fbe-e1811ca3010d admin admin] Publish callbacks [] for security_group (da18a0da-5553-4b50-92c8-1c138c289afd), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.926908 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5f994d8b-8749-47b8-9fbe-e1811ca3010d admin admin] Publish callbacks [] for security_group (da18a0da-5553-4b50-92c8-1c138c289afd), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:44.974606 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-4bdb563a-b320-4e15-89fa-fe1bcf5ecb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:44.977118 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-4bdb563a-b320-4e15-89fa-fe1bcf5ecb0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 200 len: 848 time: 0.1800826 Apr 18 18:03:44.997399 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5f994d8b-8749-47b8-9fbe-e1811ca3010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (da18a0da-5553-4b50-92c8-1c138c289afd), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:45.001201 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5f994d8b-8749-47b8-9fbe-e1811ca3010d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:45.002694 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-5f994d8b-8749-47b8-9fbe-e1811ca3010d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da18a0da-5553-4b50-92c8-1c138c289afd HTTP/1.1" status: 204 len: 168 time: 0.2678120 Apr 18 18:03:45.012248 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f994d8b-8749-47b8-9fbe-e1811ca3010d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18a0da-5553-4b50-92c8-1c138c289afd,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:45.110731 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4c0bb-c02e-46f7-b8dd-d0295c4927f2 req-45c552d4-8048-415a-93d4-9909817fb98f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:45.112187 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-25f4c0bb-c02e-46f7-b8dd-d0295c4927f2 req-45c552d4-8048-415a-93d4-9909817fb98f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 943 time: 0.0548701 Apr 18 18:03:45.228868 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-25f4c0bb-c02e-46f7-b8dd-d0295c4927f2 req-873d5afe-8b92-4eb7-bf78-8c5e8b4ce3c4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090884 Apr 18 18:03:45.284439 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20a11f-eb3f-4381-84e1-1e37b3a8e69a req-b0947703-db58-4d3a-9be7-2f02c89fb87c tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:45.285991 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6f20a11f-eb3f-4381-84e1-1e37b3a8e69a req-b0947703-db58-4d3a-9be7-2f02c89fb87c tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.0821362 Apr 18 18:03:45.301061 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-2f6f7941-4dd4-48b4-9997-baaeb32af8f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 HTTP/1.1" status: 200 len: 217 time: 0.2551026 Apr 18 18:03:45.323120 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-a57c775b-7bb6-44ef-8ec0-631cae21e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:45.325977 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-a57c775b-7bb6-44ef-8ec0-631cae21e0aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=521bf463-31b7-4a75-8eed-a6e766fc9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2789822 Apr 18 18:03:45.393226 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6f20a11f-eb3f-4381-84e1-1e37b3a8e69a req-a717700f-475f-4609-b46a-e487d2ecbef6 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972791 Apr 18 18:03:45.399397 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59636-84be-4010-b368-9d424edd83f5 req-144824c1-41cb-404d-b818-26389ecdd99c tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:45.401388 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0db59636-84be-4010-b368-9d424edd83f5 req-144824c1-41cb-404d-b818-26389ecdd99c tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 931 time: 0.0840287 Apr 18 18:03:45.428474 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0b6917-9e88-4c41-bc8d-eb326dd7be1b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:45.439442 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Publish callbacks [] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:45.474544 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Transition to ACTIVE for port object ca0b6917-9e88-4c41-bc8d-eb326dd7be1b will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:03:45.483522 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0db59636-84be-4010-b368-9d424edd83f5 req-08816b81-d470-4252-be0d-2b92aa7b83db tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747128 Apr 18 18:03:45.495342 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a3d8ff-e63d-4d75-ad98-6757a5123a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35119271-5bf4-4971-8807-e658b6f5e49a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:45.498484 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cfab79-cc86-4b2e-bf37-46641868bc77" -d '{"events": [{"server_uuid": "80a3d8ff-e63d-4d75-ad98-6757a5123a2e", "name": "network-vif-plugged", "status": "completed", "tag": "35119271-5bf4-4971-8807-e658b6f5e49a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:45.502001 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:45.552788 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b02d3-a3c4-4dee-8e0c-620fcb01bb31 x-openstack-request-id: req-ea4b02d3-a3c4-4dee-8e0c-620fcb01bb31 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:45.553217 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a3d8ff-e63d-4d75-ad98-6757a5123a2e", "name": "network-vif-plugged", "status": "completed", "tag": "35119271-5bf4-4971-8807-e658b6f5e49a", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:45.553478 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea4b02d3-a3c4-4dee-8e0c-620fcb01bb31 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:45.553871 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4b02d3-a3c4-4dee-8e0c-620fcb01bb31'] response: {'server_uuid': '80a3d8ff-e63d-4d75-ad98-6757a5123a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35119271-5bf4-4971-8807-e658b6f5e49a', 'code': 200} Apr 18 18:03:45.606847 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41942) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:45.628071 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da35dff1-810d-40c5-bcd9-e911f3a7992c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:45.675523 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-af79c838-75fe-4f94-8e5c-99641804faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:45.677724 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-af79c838-75fe-4f94-8e5c-99641804faae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.1983538 Apr 18 18:03:45.725946 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:45.776816 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da35dff1-810d-40c5-bcd9-e911f3a7992c admin admin] Publish callbacks [] for security_group (72a5b8e4-701e-4525-aa4e-2ac471c872af), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:45.785652 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da35dff1-810d-40c5-bcd9-e911f3a7992c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (72a5b8e4-701e-4525-aa4e-2ac471c872af), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:45.799478 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-1e37a0d9-d486-4d18-8f48-d5ff28991bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:45.801044 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-1e37a0d9-d486-4d18-8f48-d5ff28991bad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164055 Apr 18 18:03:45.821797 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-16e6d18b-33ed-47dc-83ab-ae5cfe0cd7a8 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255637 Apr 18 18:03:45.843055 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Attempting to bind port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:03:45.843405 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Attempting to bind port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:03:45.843736 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Attempting to bind port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b on network 445c8563-ea0d-4760-8979-32ab1d695d72 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:45.846892 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41948) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:45.857403 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b on network 445c8563-ea0d-4760-8979-32ab1d695d72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:03:45.857650 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Attempting to bind port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b on network 445c8563-ea0d-4760-8979-32ab1d695d72 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:03:45.862901 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41952) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:45.867655 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-da35dff1-810d-40c5-bcd9-e911f3a7992c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34a2ca47a53d4af392423f4c202cf795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592368 Apr 18 18:03:45.869030 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35dff1-810d-40c5-bcd9-e911f3a7992c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a5b8e4-701e-4525-aa4e-2ac471c872af,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:45.871713 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:03:45.872064 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Checking segment: {'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:03:45.872447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Bound using segment: {'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:03:45.872895 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Bound port: ca0b6917-9e88-4c41-bc8d-eb326dd7be1b, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:03:45.873259 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:45.974765 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e3320-c327-4653-a99e-7f8cb14f68fe req-d64fea1a-c810-4285-8aa5-2ebb7d68dc32 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:45.982361 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-807e3320-c327-4653-a99e-7f8cb14f68fe req-d64fea1a-c810-4285-8aa5-2ebb7d68dc32 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0775440 Apr 18 18:03:46.004004 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a9eaf37-1043-41b2-9de5-1c65cfb3a985 admin admin] Publish callbacks [] for security_group (72a5b8e4-701e-4525-aa4e-2ac471c872af), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.054218 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a9eaf37-1043-41b2-9de5-1c65cfb3a985 admin admin] Publish callbacks [] for security_group (72a5b8e4-701e-4525-aa4e-2ac471c872af), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.056610 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] For port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:03:46.066369 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8e7c-df42-40f9-a295-7bf73e8420fa req-7beee1dd-6993-4122-9b66-1fb623e49e9e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:46.068069 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d5f8e7c-df42-40f9-a295-7bf73e8420fa req-7beee1dd-6993-4122-9b66-1fb623e49e9e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0832050 Apr 18 18:03:46.071168 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54e29fab-7916-4f1e-8274-37d3fdfccdaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.087940 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-807e3320-c327-4653-a99e-7f8cb14f68fe req-769b1ea2-2849-4843-ac32-0d8061421c93 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042614 Apr 18 18:03:46.093879 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] For port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:03:46.120513 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.148872 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d5f8e7c-df42-40f9-a295-7bf73e8420fa req-3f9ae265-6c8a-4a32-9cf1-fed5bf223970 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598841 Apr 18 18:03:46.175850 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:46.176876 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.178256 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca0b6917-9e88-4c41-bc8d-eb326dd7be1b HTTP/1.1" status: 200 len: 1093 time: 1.6644120 Apr 18 18:03:46.210059 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41958) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:46.323150 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-a639694d-4609-4d55-af86-73d1e3292d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:46.324661 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-a639694d-4609-4d55-af86-73d1e3292d62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6dd59c26aa3451e8daedf28d49f6507&device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 1127 time: 0.0583961 Apr 18 18:03:46.358574 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a9eaf37-1043-41b2-9de5-1c65cfb3a985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (72a5b8e4-701e-4525-aa4e-2ac471c872af), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.361090 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7a9eaf37-1043-41b2-9de5-1c65cfb3a985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.362222 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7a9eaf37-1043-41b2-9de5-1c65cfb3a985 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72a5b8e4-701e-4525-aa4e-2ac471c872af HTTP/1.1" status: 204 len: 168 time: 0.4981003 Apr 18 18:03:46.385693 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-4156e31f-7d1f-4ab2-a2b9-bdfe556e6670 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b HTTP/1.1" status: 200 len: 217 time: 0.0512679 Apr 18 18:03:46.418155 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81be8b95-0b42-4a18-b439-52ccb993a3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.427866 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c45baf-24dc-43d4-824c-c110078afc80 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:46.461728 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eaf37-1043-41b2-9de5-1c65cfb3a985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a5b8e4-701e-4525-aa4e-2ac471c872af,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:46.490537 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171df44-696a-4f19-8af4-aa2c7a890b14 req-c62cf13a-0308-4c56-9b52-83eb47591dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:46.496849 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9171df44-696a-4f19-8af4-aa2c7a890b14 req-c62cf13a-0308-4c56-9b52-83eb47591dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 1129 time: 0.2139151 Apr 18 18:03:46.555648 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-664a1e67-45ce-48d0-a64e-d41007914bdc service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915019 Apr 18 18:03:46.568228 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-778468f1-9ef1-4a9a-ba0d-d23470186595 req-3e9288e0-8081-478e-9e15-7b971be90fd1 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795537 Apr 18 18:03:46.570017 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54e29fab-7916-4f1e-8274-37d3fdfccdaa admin admin] Publish callbacks [] for security_group (4d7d96e5-bf27-459e-8ace-063a5e9e9a98), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.587141 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c12f489b-aa04-4bd2-95ed-0f76564021c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.592769 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54e29fab-7916-4f1e-8274-37d3fdfccdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (4d7d96e5-bf27-459e-8ace-063a5e9e9a98), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.747453 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebb4d1-a6be-4f43-8ade-6fb15c82455b req-368c3e18-a47d-4397-91d9-6e4b79eeb44a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:46.747453 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7aebb4d1-a6be-4f43-8ade-6fb15c82455b req-368c3e18-a47d-4397-91d9-6e4b79eeb44a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 943 time: 0.4065757 Apr 18 18:03:46.768704 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-04ac733a-0324-4cac-85f7-a83f2845e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:46.771318 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-04ac733a-0324-4cac-85f7-a83f2845e0b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8f97e93-78df-4356-a9cc-15dccfb20f68 HTTP/1.1" status: 200 len: 848 time: 0.3682549 Apr 18 18:03:46.790568 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a027-7af7-43ca-94ec-000907dc28bd req-2935bf2c-b98f-422c-9714-05a6c890e36a tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:46.792039 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8205a027-7af7-43ca-94ec-000907dc28bd req-2935bf2c-b98f-422c-9714-05a6c890e36a tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.1024928 Apr 18 18:03:46.869425 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'}, {'name': 'network-changed', 'server_uuid': 'c04ee885-d140-4bf1-8325-7dba8359a376', 'tag': 'ca0b6917-9e88-4c41-bc8d-eb326dd7be1b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:46.871698 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21"}, {"name": "network-changed", "server_uuid": "c04ee885-d140-4bf1-8325-7dba8359a376", "tag": "ca0b6917-9e88-4c41-bc8d-eb326dd7be1b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:46.884158 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7aebb4d1-a6be-4f43-8ade-6fb15c82455b req-b4c1f217-5a92-4a70-9e91-f1889000edc9 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229048 Apr 18 18:03:46.889147 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9171df44-696a-4f19-8af4-aa2c7a890b14 req-9e9a4b23-0d05-4af7-a1fe-fe518b9c7ac5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807359 Apr 18 18:03:46.913581 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8205a027-7af7-43ca-94ec-000907dc28bd req-2b038dad-c238-44b5-b1be-021924271de0 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983121 Apr 18 18:03:46.914104 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29fab-7916-4f1e-8274-37d3fdfccdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d96e5-bf27-459e-8ace-063a5e9e9a98,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:46.918730 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81be8b95-0b42-4a18-b439-52ccb993a3a6 admin admin] Publish callbacks [] for security_group (7a0104d9-3043-417b-815d-56105f06b280), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.919443 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-54e29fab-7916-4f1e-8274-37d3fdfccdaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=923f018ef4b8423898e3b0fdcc8accac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0713713 Apr 18 18:03:46.922465 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 41982) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:46.931268 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-81be8b95-0b42-4a18-b439-52ccb993a3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (7a0104d9-3043-417b-815d-56105f06b280), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:46.974636 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b08fe45f-0abe-4b23-97df-7b1853727860 req-1984ed97-e59b-45a1-9383-d4981defd6c9 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097083 Apr 18 18:03:47.017265 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c6a05-0724-4f67-8f78-c2f91f7d708e x-openstack-request-id: req-103c6a05-0724-4f67-8f78-c2f91f7d708e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:47.017855 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c04ee885-d140-4bf1-8325-7dba8359a376", "tag": "ca0b6917-9e88-4c41-bc8d-eb326dd7be1b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:47.017855 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-103c6a05-0724-4f67-8f78-c2f91f7d708e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:47.018480 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103c6a05-0724-4f67-8f78-c2f91f7d708e'] response: {'name': 'network-changed', 'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'status': 'completed', 'code': 200} Apr 18 18:03:47.018480 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103c6a05-0724-4f67-8f78-c2f91f7d708e'] response: {'name': 'network-changed', 'server_uuid': 'c04ee885-d140-4bf1-8325-7dba8359a376', 'tag': 'ca0b6917-9e88-4c41-bc8d-eb326dd7be1b', 'status': 'completed', 'code': 200} Apr 18 18:03:47.044554 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be8b95-0b42-4a18-b439-52ccb993a3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0104d9-3043-417b-815d-56105f06b280,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:47.069051 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-81be8b95-0b42-4a18-b439-52ccb993a3a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04710ace9517472cbf16656b81256fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8577719 Apr 18 18:03:47.072866 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 41990) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:47.099361 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb850f-7072-44c1-a525-1861cf123e80 req-f9c91073-b178-4843-a78f-63c606868eee tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:47.100874 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8fdb850f-7072-44c1-a525-1861cf123e80 req-f9c91073-b178-4843-a78f-63c606868eee tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 943 time: 0.0790341 Apr 18 18:03:47.101669 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-eff48c35-738d-4977-ae00-9e42b6a2ca99 admin admin] Publish callbacks [] for security_group (4d7d96e5-bf27-459e-8ace-063a5e9e9a98), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.142979 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-eff48c35-738d-4977-ae00-9e42b6a2ca99 admin admin] Publish callbacks [] for security_group (4d7d96e5-bf27-459e-8ace-063a5e9e9a98), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.187837 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba7de3ad-1671-48bc-bf24-1bfbcfed4ea4 admin admin] Publish callbacks [] for security_group (7a0104d9-3043-417b-815d-56105f06b280), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.208313 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8fdb850f-7072-44c1-a525-1861cf123e80 req-3de80e11-a355-40ef-894f-b7fb8926f164 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944374 Apr 18 18:03:47.232291 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba7de3ad-1671-48bc-bf24-1bfbcfed4ea4 admin admin] Publish callbacks [] for security_group (7a0104d9-3043-417b-815d-56105f06b280), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.265228 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858dca4-27c5-49bc-b6e7-c9a195d4be12 req-73186d5d-23e2-40c6-844a-b2214633d22e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:47.267161 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9858dca4-27c5-49bc-b6e7-c9a195d4be12 req-73186d5d-23e2-40c6-844a-b2214633d22e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0576429 Apr 18 18:03:47.277408 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-eff48c35-738d-4977-ae00-9e42b6a2ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (4d7d96e5-bf27-459e-8ace-063a5e9e9a98), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.280705 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-eff48c35-738d-4977-ae00-9e42b6a2ca99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.284728 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-eff48c35-738d-4977-ae00-9e42b6a2ca99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d7d96e5-bf27-459e-8ace-063a5e9e9a98 HTTP/1.1" status: 204 len: 168 time: 0.3587685 Apr 18 18:03:47.365847 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff48c35-738d-4977-ae00-9e42b6a2ca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d96e5-bf27-459e-8ace-063a5e9e9a98,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:47.387461 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba7de3ad-1671-48bc-bf24-1bfbcfed4ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (7a0104d9-3043-417b-815d-56105f06b280), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.390040 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba7de3ad-1671-48bc-bf24-1bfbcfed4ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.394339 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ba7de3ad-1671-48bc-bf24-1bfbcfed4ea4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a0104d9-3043-417b-815d-56105f06b280 HTTP/1.1" status: 204 len: 168 time: 0.3202624 Apr 18 18:03:47.408389 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07726c-22b9-4bbb-83aa-e1fe6fe1b3e1 req-d50f8c00-6114-49ad-82d3-382f4ea74fe8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:47.410375 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1f07726c-22b9-4bbb-83aa-e1fe6fe1b3e1 req-d50f8c00-6114-49ad-82d3-382f4ea74fe8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0975187 Apr 18 18:03:47.423084 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7de3ad-1671-48bc-bf24-1bfbcfed4ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0104d9-3043-417b-815d-56105f06b280,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:47.452689 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9858dca4-27c5-49bc-b6e7-c9a195d4be12 req-4cfdf0da-2fb8-4340-a5a0-e437ec2bed11 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692762 Apr 18 18:03:47.500507 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1f07726c-22b9-4bbb-83aa-e1fe6fe1b3e1 req-13c6c7df-fffa-4889-a8c3-878e6472477e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594428 Apr 18 18:03:47.700979 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-b2b9160b-6813-4cc0-8413-76fce1a21e9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=445c8563-ea0d-4760-8979-32ab1d695d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362933 Apr 18 18:03:47.704333 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-29f87cc8-0098-45de-af86-d0db1377f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:47.706039 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-29f87cc8-0098-45de-af86-d0db1377f13a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 1127 time: 0.0409384 Apr 18 18:03:47.802485 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.823822 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42018) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:47.838007 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eb6159a7-d876-47e0-bc72-775a80d089ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.903146 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42020) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:47.918786 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b83f7f9a-6959-4214-aa53-72d66d36ba11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.934985 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eb6159a7-d876-47e0-bc72-775a80d089ab admin admin] Publish callbacks [] for security_group (dcef27db-001c-4694-b594-3ce78846cb82), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.943376 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eb6159a7-d876-47e0-bc72-775a80d089ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (dcef27db-001c-4694-b594-3ce78846cb82), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:47.985196 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-eb6159a7-d876-47e0-bc72-775a80d089ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c870d81628174ce8a0574686cb1118c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601133 Apr 18 18:03:47.987097 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6159a7-d876-47e0-bc72-775a80d089ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef27db-001c-4694-b594-3ce78846cb82,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:47.987911 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42024) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:48.076090 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e7720-0e1a-4f8c-9573-2e015bbffd21 req-864798c7-a626-4f9c-a511-540baed6659c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:48.077687 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dd9e7720-0e1a-4f8c-9573-2e015bbffd21 req-864798c7-a626-4f9c-a511-540baed6659c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 943 time: 0.1015480 Apr 18 18:03:48.092415 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b83f7f9a-6959-4214-aa53-72d66d36ba11 admin admin] Publish callbacks [] for security_group (b5a3811b-af32-48c7-9ee8-b0f3e6ff1cdb), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.101399 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b83f7f9a-6959-4214-aa53-72d66d36ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b5a3811b-af32-48c7-9ee8-b0f3e6ff1cdb), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.175870 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b83f7f9a-6959-4214-aa53-72d66d36ba11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da3f1423b47e44e0ba59ef49935aec97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714882 Apr 18 18:03:48.179212 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42032) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:48.181652 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e93e86b0-5b3a-42dc-9243-e36d28e917e4 admin admin] Publish callbacks [] for security_group (dcef27db-001c-4694-b594-3ce78846cb82), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.182342 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 18225cc3-044e-4709-b16d-1fabbaf7afdb details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:03:48.185990 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f7f9a-6959-4214-aa53-72d66d36ba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a3811b-af32-48c7-9ee8-b0f3e6ff1cdb,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:48.202936 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dd9e7720-0e1a-4f8c-9573-2e015bbffd21 req-6cd29e77-c7f5-479d-825f-30b662f75e88 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117549 Apr 18 18:03:48.251500 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e93e86b0-5b3a-42dc-9243-e36d28e917e4 admin admin] Publish callbacks [] for security_group (dcef27db-001c-4694-b594-3ce78846cb82), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.261761 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65046478-9c8e-4505-abe5-215637640ade admin admin] Publish callbacks [] for security_group (b5a3811b-af32-48c7-9ee8-b0f3e6ff1cdb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.295771 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65046478-9c8e-4505-abe5-215637640ade admin admin] Publish callbacks [] for security_group (b5a3811b-af32-48c7-9ee8-b0f3e6ff1cdb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.360117 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747160-bcaf-43a8-97d6-150be3273f0c req-3e3ecede-f1a0-4487-920c-56d696ef6b06 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:48.361838 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9a747160-bcaf-43a8-97d6-150be3273f0c req-3e3ecede-f1a0-4487-920c-56d696ef6b06 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 943 time: 0.0797050 Apr 18 18:03:48.382364 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65046478-9c8e-4505-abe5-215637640ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b5a3811b-af32-48c7-9ee8-b0f3e6ff1cdb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.385447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65046478-9c8e-4505-abe5-215637640ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.389984 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e93e86b0-5b3a-42dc-9243-e36d28e917e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (dcef27db-001c-4694-b594-3ce78846cb82), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.390889 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-65046478-9c8e-4505-abe5-215637640ade admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5a3811b-af32-48c7-9ee8-b0f3e6ff1cdb HTTP/1.1" status: 204 len: 168 time: 0.2100079 Apr 18 18:03:48.394136 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e93e86b0-5b3a-42dc-9243-e36d28e917e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.396211 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e93e86b0-5b3a-42dc-9243-e36d28e917e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcef27db-001c-4694-b594-3ce78846cb82 HTTP/1.1" status: 204 len: 168 time: 0.4069681 Apr 18 18:03:48.400940 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65046478-9c8e-4505-abe5-215637640ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a3811b-af32-48c7-9ee8-b0f3e6ff1cdb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:48.430334 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e86b0-5b3a-42dc-9243-e36d28e917e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef27db-001c-4694-b594-3ce78846cb82,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:48.481515 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9a747160-bcaf-43a8-97d6-150be3273f0c req-d153819a-1165-462b-95be-e7254882a1dd tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016266 Apr 18 18:03:48.492913 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 18225cc3-044e-4709-b16d-1fabbaf7afdb, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:48.518636 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'port_id': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'mac_address': 'fa:16:3e:e0:ae:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:03:48.610951 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 18225cc3-044e-4709-b16d-1fabbaf7afdb is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:48.611583 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.626828 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18225cc3-044e-4709-b16d-1fabbaf7afdb {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:48.658051 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 18225cc3-044e-4709-b16d-1fabbaf7afdb, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:48.667215 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:48.725746 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=18225cc3-044e-4709-b16d-1fabbaf7afdb,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:48.731372 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f586470-62a1-4508-b7eb-eda5584f9242 req-d6680b72-1b21-40ae-8fad-4db4e3669958 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:48.732909 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0f586470-62a1-4508-b7eb-eda5584f9242 req-d6680b72-1b21-40ae-8fad-4db4e3669958 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1036477 Apr 18 18:03:48.742329 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97dff1-c7cd-4948-a1d1-26b02d8886a5 req-d6bd684e-5220-415e-833a-22152e868e09 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:48.743874 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9e97dff1-c7cd-4948-a1d1-26b02d8886a5 req-d6bd684e-5220-415e-833a-22152e868e09 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1134274 Apr 18 18:03:48.749648 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-bb8dd8f4-fab2-4a9b-b281-e50580c98cfe service neutron] 10.222.0.15 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216671 Apr 18 18:03:48.824086 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0f586470-62a1-4508-b7eb-eda5584f9242 req-49c0068f-325d-45cb-a5b0-d094ca8a8b77 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777984 Apr 18 18:03:48.831280 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9e97dff1-c7cd-4948-a1d1-26b02d8886a5 req-363e8782-f183-41fb-9285-3adece738a59 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750866 Apr 18 18:03:49.021565 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['18225cc3-044e-4709-b16d-1fabbaf7afdb'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:03:49.104509 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-66eea004-c20a-47d7-a07f-6e05627bbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:49.104816 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-239e4dce-5c52-46d8-b058-63be6f0e9794 req-681a39c9-8335-432d-b2e4-b9b3b0daf7a0 service neutron] 10.222.0.15 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951759 Apr 18 18:03:49.110281 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-66eea004-c20a-47d7-a07f-6e05627bbf20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 1128 time: 0.1865258 Apr 18 18:03:49.135563 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:49.207614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-911be4ba-a807-40f6-b8e4-c12d91777e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:49.210294 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-911be4ba-a807-40f6-b8e4-c12d91777e08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 909 time: 0.3164589 Apr 18 18:03:49.251090 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-271ff1fc-4564-42f7-9fbb-1274f32094fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:49.253311 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-271ff1fc-4564-42f7-9fbb-1274f32094fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.1340308 Apr 18 18:03:49.338631 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e851717-43f8-4834-b2ae-31f9c5b52b6c req-b47eca78-c213-41cc-9726-c6805ebe5fab tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:49.340552 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8e851717-43f8-4834-b2ae-31f9c5b52b6c req-b47eca78-c213-41cc-9726-c6805ebe5fab tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 944 time: 0.0538766 Apr 18 18:03:49.398181 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8e851717-43f8-4834-b2ae-31f9c5b52b6c req-b0121cda-41a9-4762-8154-84a100fa06ad tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497656 Apr 18 18:03:49.613958 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e39310-58e6-4f0f-b622-eac661e37a26 req-9f1a0c2f-5cc3-406d-abdd-e523610fd492 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:49.619193 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-93e39310-58e6-4f0f-b622-eac661e37a26 req-9f1a0c2f-5cc3-406d-abdd-e523610fd492 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 943 time: 0.0549400 Apr 18 18:03:49.684049 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-93e39310-58e6-4f0f-b622-eac661e37a26 req-aa2e9bc3-a4b7-420f-8330-c4a30ed86889 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614212 Apr 18 18:03:49.956041 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24af5a-f435-4c0c-9e35-13196a54357f req-f2908696-fa25-4556-a11e-d24c6ddcc8c2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:49.964913 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8d24af5a-f435-4c0c-9e35-13196a54357f req-f2908696-fa25-4556-a11e-d24c6ddcc8c2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0581627 Apr 18 18:03:50.018834 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8d24af5a-f435-4c0c-9e35-13196a54357f req-38a425fe-6f32-4af7-b9df-262d6dc9739b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528491 Apr 18 18:03:50.148815 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088983c-1e43-4115-8993-ad9d6a88dd33 req-78aace8d-2636-48ed-9fd3-c175e472cdd6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:50.150958 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0088983c-1e43-4115-8993-ad9d6a88dd33 req-78aace8d-2636-48ed-9fd3-c175e472cdd6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0631092 Apr 18 18:03:50.185449 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:03:50.187699 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 18225cc3-044e-4709-b16d-1fabbaf7afdb up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:50.211890 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0088983c-1e43-4115-8993-ad9d6a88dd33 req-3483487a-4451-4589-bb9c-0f1319c2b390 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519896 Apr 18 18:03:50.375193 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 18225cc3-044e-4709-b16d-1fabbaf7afdb completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:03:50.381672 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-ebce9262-b1d5-4a1e-aef7-5cdc88c2c55b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb HTTP/1.1" status: 200 len: 217 time: 0.1486008 Apr 18 18:03:50.384226 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-66a8adf7-5f51-4089-b7e4-43d0110d1149 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 HTTP/1.1" status: 200 len: 217 time: 0.1370044 Apr 18 18:03:50.393564 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 18225cc3-044e-4709-b16d-1fabbaf7afdb triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:50.393941 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:50.401147 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:50.468429 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'port_id': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'mac_address': 'fa:16:3e:c1:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:03:50.536901 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:50.537201 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:50.542066 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8f023-45f2-4953-8368-787147c6a66e req-7e4d05d5-769d-4c90-95cd-36ea15a6a737 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:50.561998 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3aa8f023-45f2-4953-8368-787147c6a66e req-7e4d05d5-769d-4c90-95cd-36ea15a6a737 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 944 time: 0.0867887 Apr 18 18:03:50.582010 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:50.603454 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 18225cc3-044e-4709-b16d-1fabbaf7afdb is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:50.603839 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:50.637726 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:50.650061 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3aa8f023-45f2-4953-8368-787147c6a66e req-a64677e5-cf99-45f7-93a9-117908d2102f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871487 Apr 18 18:03:50.652514 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18225cc3-044e-4709-b16d-1fabbaf7afdb'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:50.655831 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c620c-7ab2-4a9e-a457-3b24b437657f" -d '{"events": [{"server_uuid": "5e94b51d-3537-47c3-a455-6bd090c94f1a", "name": "network-vif-plugged", "status": "completed", "tag": "18225cc3-044e-4709-b16d-1fabbaf7afdb"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:50.670129 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:50.681187 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 18225cc3-044e-4709-b16d-1fabbaf7afdb, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:50.693113 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:50.740917 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2642ffeb-d262-4630-b76c-bc3b81b52a67 x-openstack-request-id: req-2642ffeb-d262-4630-b76c-bc3b81b52a67 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:50.741363 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e94b51d-3537-47c3-a455-6bd090c94f1a", "name": "network-vif-plugged", "status": "completed", "tag": "18225cc3-044e-4709-b16d-1fabbaf7afdb", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:50.741784 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2642ffeb-d262-4630-b76c-bc3b81b52a67 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:50.742345 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2642ffeb-d262-4630-b76c-bc3b81b52a67'] response: {'server_uuid': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'code': 200} Apr 18 18:03:50.759896 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:50.780806 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:50.862772 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-29e53036-d1ea-420f-895b-b08fe4212c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:50.865303 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-29e53036-d1ea-420f-895b-b08fe4212c7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.1549861 Apr 18 18:03:50.872041 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-81302615-14d6-49c3-8ef5-0cad45062302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:50.873984 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-81302615-14d6-49c3-8ef5-0cad45062302 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 200 len: 848 time: 0.1624217 Apr 18 18:03:50.881724 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=18225cc3-044e-4709-b16d-1fabbaf7afdb,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:50.894056 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef670ead-0a51-49f6-ae9d-46ff8cc60470 req-4afe1b0e-ae5e-46bd-9cd8-4ab78a88c5ce tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:50.903496 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ef670ead-0a51-49f6-ae9d-46ff8cc60470 req-4afe1b0e-ae5e-46bd-9cd8-4ab78a88c5ce tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 943 time: 0.1024265 Apr 18 18:03:50.929490 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:03:50.964072 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-6fb46fb7-ec95-4e08-9063-dc79bf95859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:50.965321 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-6fb46fb7-ec95-4e08-9063-dc79bf95859a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642676 Apr 18 18:03:51.066502 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ef670ead-0a51-49f6-ae9d-46ff8cc60470 req-7d330b63-5aa5-4607-b68a-20f62a464343 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620209 Apr 18 18:03:51.080660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-4ffcee9f-0dbe-46e2-ad1d-74676a0b5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:51.081974 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-4ffcee9f-0dbe-46e2-ad1d-74676a0b5d67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=521bf463-31b7-4a75-8eed-a6e766fc9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1905601 Apr 18 18:03:51.113630 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff7c6-4f81-4633-bfea-7cdb9727f7cd req-d09279d6-1a94-404c-9032-a3a24838d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:51.115445 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-268ff7c6-4f81-4633-bfea-7cdb9727f7cd req-d09279d6-1a94-404c-9032-a3a24838d645 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 1129 time: 0.1353266 Apr 18 18:03:51.267615 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c463f-c901-4207-aaed-ba731c8eae26 req-ead88b5d-631a-498f-9484-43f3a19c1b2d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:51.276378 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-649c463f-c901-4207-aaed-ba731c8eae26 req-ead88b5d-631a-498f-9484-43f3a19c1b2d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1047199 Apr 18 18:03:51.280315 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-268ff7c6-4f81-4633-bfea-7cdb9727f7cd req-a5f90b71-11a9-4fe1-a9a6-90f9d9d4fc2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585925 Apr 18 18:03:51.351999 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-ea7de2cb-693b-4996-b37f-662f27ccea4f service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654516 Apr 18 18:03:51.402156 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-9065d126-fcc1-478b-9752-cb5d97f843f5 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305379 Apr 18 18:03:51.406168 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-649c463f-c901-4207-aaed-ba731c8eae26 req-74b303ef-a6cc-433b-aa97-1e1baaf68a64 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270123 Apr 18 18:03:51.446571 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae345a2e-7472-4cd2-8a6a-6f071938541e req-e5aefe5e-92a3-4e48-9957-004e687bf24a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:51.448361 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ae345a2e-7472-4cd2-8a6a-6f071938541e req-e5aefe5e-92a3-4e48-9957-004e687bf24a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 945 time: 0.0802631 Apr 18 18:03:51.506794 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ae345a2e-7472-4cd2-8a6a-6f071938541e req-f72d4911-7460-4fac-8495-3f09d971cc00 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514278 Apr 18 18:03:51.613391 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42206) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:51.819813 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-715bee4e-1e3e-4232-9583-430507e94f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:51.841635 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bbf6f-76da-4505-b139-f55e7ed2f690 req-03879700-b39d-4b3f-9b91-23763d845258 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:51.843325 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ae7bbf6f-76da-4505-b139-f55e7ed2f690 req-03879700-b39d-4b3f-9b91-23763d845258 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1336229 Apr 18 18:03:51.855298 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb647ec-625f-463f-87cf-e0eff874329d req-c48d6dff-3591-431d-8e94-319fd3cf3d6f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:51.856875 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6eb647ec-625f-463f-87cf-e0eff874329d req-c48d6dff-3591-431d-8e94-319fd3cf3d6f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1056807 Apr 18 18:03:51.978566 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6eb647ec-625f-463f-87cf-e0eff874329d req-75849447-039f-4de3-a0be-d212b264160f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142612 Apr 18 18:03:51.983265 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ae7bbf6f-76da-4505-b139-f55e7ed2f690 req-f37a43e3-831f-470a-bc6f-97451575ac93 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231637 Apr 18 18:03:52.022614 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-715bee4e-1e3e-4232-9583-430507e94f1c admin admin] Publish callbacks [] for security_group (78b7565f-eece-4ad8-836c-d02af5db9b6f), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.027760 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-715bee4e-1e3e-4232-9583-430507e94f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (78b7565f-eece-4ad8-836c-d02af5db9b6f), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.079360 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bee4e-1e3e-4232-9583-430507e94f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b7565f-eece-4ad8-836c-d02af5db9b6f,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:52.085889 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-715bee4e-1e3e-4232-9583-430507e94f1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=721a2ad313b44a2db5edfdff228a08c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705842 Apr 18 18:03:52.089776 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42228) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:52.155584 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31f49a6f-1adc-4e86-a30d-399d4779ab71 admin admin] Publish callbacks [] for security_group (78b7565f-eece-4ad8-836c-d02af5db9b6f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.164173 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42232) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:52.193596 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31f49a6f-1adc-4e86-a30d-399d4779ab71 admin admin] Publish callbacks [] for security_group (78b7565f-eece-4ad8-836c-d02af5db9b6f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.240634 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9b19f-4806-4463-bb75-849cc40eb7c8 req-b1df2c98-a28f-4975-8dc6-c44bf4fe98ec tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:52.242961 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2ce9b19f-4806-4463-bb75-849cc40eb7c8 req-b1df2c98-a28f-4975-8dc6-c44bf4fe98ec tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 943 time: 0.0659220 Apr 18 18:03:52.251582 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31f49a6f-1adc-4e86-a30d-399d4779ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (78b7565f-eece-4ad8-836c-d02af5db9b6f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.255356 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31f49a6f-1adc-4e86-a30d-399d4779ab71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.257001 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-31f49a6f-1adc-4e86-a30d-399d4779ab71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78b7565f-eece-4ad8-836c-d02af5db9b6f HTTP/1.1" status: 204 len: 168 time: 0.1658604 Apr 18 18:03:52.271640 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f49a6f-1adc-4e86-a30d-399d4779ab71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b7565f-eece-4ad8-836c-d02af5db9b6f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:52.319865 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2ce9b19f-4806-4463-bb75-849cc40eb7c8 req-32ba892d-23db-4a16-9098-d5fcf4c3a370 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711484 Apr 18 18:03:52.346183 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a7b52073-1b9c-402e-b3d2-c67a4c062e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.465080 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a7b52073-1b9c-402e-b3d2-c67a4c062e3d admin admin] Publish callbacks [] for security_group (fcc566b7-78ed-4d1a-8441-0c3caa4b3114), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.471007 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a7b52073-1b9c-402e-b3d2-c67a4c062e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (fcc566b7-78ed-4d1a-8441-0c3caa4b3114), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.540963 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-a7b52073-1b9c-402e-b3d2-c67a4c062e3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c2a2f15960241a78cff0501dd360561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756757 Apr 18 18:03:52.542206 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b52073-1b9c-402e-b3d2-c67a4c062e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc566b7-78ed-4d1a-8441-0c3caa4b3114,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:52.543810 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42244) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:52.628628 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8436eba8-39fb-41f7-b051-ffec1bfecf54 admin admin] Publish callbacks [] for security_group (fcc566b7-78ed-4d1a-8441-0c3caa4b3114), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.661274 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe3a7c-48ad-4ffd-8fdd-6fd123ba6995 req-15306e21-6e28-44b3-a063-10af4897bcca tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:52.662845 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a6fe3a7c-48ad-4ffd-8fdd-6fd123ba6995 req-15306e21-6e28-44b3-a063-10af4897bcca tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 945 time: 0.0598245 Apr 18 18:03:52.671131 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42246) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:52.671375 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8436eba8-39fb-41f7-b051-ffec1bfecf54 admin admin] Publish callbacks [] for security_group (fcc566b7-78ed-4d1a-8441-0c3caa4b3114), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.701617 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ca2db528-36b2-4857-a7de-0127c6b0382e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.720098 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8436eba8-39fb-41f7-b051-ffec1bfecf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (fcc566b7-78ed-4d1a-8441-0c3caa4b3114), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.723009 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8436eba8-39fb-41f7-b051-ffec1bfecf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.727876 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8436eba8-39fb-41f7-b051-ffec1bfecf54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcc566b7-78ed-4d1a-8441-0c3caa4b3114 HTTP/1.1" status: 204 len: 168 time: 0.1802657 Apr 18 18:03:52.732885 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436eba8-39fb-41f7-b051-ffec1bfecf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc566b7-78ed-4d1a-8441-0c3caa4b3114,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:52.761462 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a6fe3a7c-48ad-4ffd-8fdd-6fd123ba6995 req-ad3e276e-bdc6-49e4-b39c-6c541faea1af tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877976 Apr 18 18:03:52.829440 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ca2db528-36b2-4857-a7de-0127c6b0382e admin admin] Publish callbacks [] for security_group (840aea98-1785-4be3-92a3-8e086848bf1b), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.838373 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ca2db528-36b2-4857-a7de-0127c6b0382e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (840aea98-1785-4be3-92a3-8e086848bf1b), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.881770 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-ca2db528-36b2-4857-a7de-0127c6b0382e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=833b39102e9141d7b53cde537b6e9bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093165 Apr 18 18:03:52.883242 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2db528-36b2-4857-a7de-0127c6b0382e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840aea98-1785-4be3-92a3-8e086848bf1b,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:52.885421 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42252) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:52.946308 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f37ff39a-6b81-45b2-acd7-5bed267d726a admin admin] Publish callbacks [] for security_group (840aea98-1785-4be3-92a3-8e086848bf1b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:52.976250 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f37ff39a-6b81-45b2-acd7-5bed267d726a admin admin] Publish callbacks [] for security_group (840aea98-1785-4be3-92a3-8e086848bf1b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.045607 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f37ff39a-6b81-45b2-acd7-5bed267d726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (840aea98-1785-4be3-92a3-8e086848bf1b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.049789 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f37ff39a-6b81-45b2-acd7-5bed267d726a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.061358 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f37ff39a-6b81-45b2-acd7-5bed267d726a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/840aea98-1785-4be3-92a3-8e086848bf1b HTTP/1.1" status: 204 len: 168 time: 0.1696849 Apr 18 18:03:53.071457 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ff39a-6b81-45b2-acd7-5bed267d726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840aea98-1785-4be3-92a3-8e086848bf1b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:53.156533 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247a9a1-1949-4082-a4c5-89b5d106f173 req-47056311-4266-4501-965f-c7e32ae6c973 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:53.158112 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a247a9a1-1949-4082-a4c5-89b5d106f173 req-47056311-4266-4501-965f-c7e32ae6c973 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0922291 Apr 18 18:03:53.158288 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42262) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:53.165186 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1299457-38bd-4540-b190-0a4d9b5f41ed req-fd4a4bc7-d8dc-4ff8-83b4-6d4351a9c1e7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:53.166898 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a1299457-38bd-4540-b190-0a4d9b5f41ed req-fd4a4bc7-d8dc-4ff8-83b4-6d4351a9c1e7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0864384 Apr 18 18:03:53.178550 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cdf6369-77e8-473e-bcc2-a333ad082b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.244491 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a247a9a1-1949-4082-a4c5-89b5d106f173 req-ab4a061c-36e6-4131-96c8-6d89071fbb09 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764449 Apr 18 18:03:53.268487 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a1299457-38bd-4540-b190-0a4d9b5f41ed req-20a1c106-d176-4f4c-b6c4-5268de608352 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876908 Apr 18 18:03:53.323605 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cdf6369-77e8-473e-bcc2-a333ad082b03 admin admin] Publish callbacks [] for security_group (326b56a9-7a53-4fce-9450-961b10a0d132), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.328468 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0cdf6369-77e8-473e-bcc2-a333ad082b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (326b56a9-7a53-4fce-9450-961b10a0d132), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.375926 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf6369-77e8-473e-bcc2-a333ad082b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b56a9-7a53-4fce-9450-961b10a0d132,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:53.383590 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0cdf6369-77e8-473e-bcc2-a333ad082b03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6c67dcd65d240dd85ba7a2634f2d1ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235754 Apr 18 18:03:53.386228 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42272) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:53.463154 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699135e1-f1bc-46d6-9eee-8133dba18279 req-4c2d38b3-2df3-4c8f-a768-e105afa67e65 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:53.464895 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-699135e1-f1bc-46d6-9eee-8133dba18279 req-4c2d38b3-2df3-4c8f-a768-e105afa67e65 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 943 time: 0.0630558 Apr 18 18:03:53.469385 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c0b66487-9fb0-4ccd-97e1-6dc78bbfaa39 admin admin] Publish callbacks [] for security_group (326b56a9-7a53-4fce-9450-961b10a0d132), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.501255 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c0b66487-9fb0-4ccd-97e1-6dc78bbfaa39 admin admin] Publish callbacks [] for security_group (326b56a9-7a53-4fce-9450-961b10a0d132), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.535758 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-699135e1-f1bc-46d6-9eee-8133dba18279 req-529b5ffc-156a-40ff-b7ba-4b0ddff2b1bd tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650659 Apr 18 18:03:53.576809 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c0b66487-9fb0-4ccd-97e1-6dc78bbfaa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (326b56a9-7a53-4fce-9450-961b10a0d132), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.579635 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c0b66487-9fb0-4ccd-97e1-6dc78bbfaa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:53.581043 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c0b66487-9fb0-4ccd-97e1-6dc78bbfaa39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/326b56a9-7a53-4fce-9450-961b10a0d132 HTTP/1.1" status: 204 len: 168 time: 0.1934693 Apr 18 18:03:53.593931 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b66487-9fb0-4ccd-97e1-6dc78bbfaa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b56a9-7a53-4fce-9450-961b10a0d132,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:53.960249 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaea266-7765-452a-a42b-7055286ddb6c req-7719ed83-8954-44c0-86de-ffbc45567c55 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:53.961792 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9eaea266-7765-452a-a42b-7055286ddb6c req-7719ed83-8954-44c0-86de-ffbc45567c55 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 945 time: 0.0921290 Apr 18 18:03:54.060513 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9eaea266-7765-452a-a42b-7055286ddb6c req-d4138c6f-fe90-44be-9865-abf7ce6f4bde tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888357 Apr 18 18:03:54.268516 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-ce48d0f5-4ee4-44f7-b635-ff0d5f808d15 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260261 Apr 18 18:03:54.294899 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be32340e-a628-4b2c-a3c4-421ea9c9f2fb req-78c6a61b-1a26-457f-9b45-c2d9bcb6a00b service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038300 Apr 18 18:03:54.353853 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:03:54.420658 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:03:54.429941 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:03:54.431259 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:54.509590 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481fedb-4f17-4a53-8a18-73edd29eaa74 req-a24bf8ac-a4a3-457c-a5ed-2019d77c325a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:54.517461 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8481fedb-4f17-4a53-8a18-73edd29eaa74 req-a24bf8ac-a4a3-457c-a5ed-2019d77c325a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1512501 Apr 18 18:03:54.544049 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9ecee-8fa6-4a4e-a89c-76759e66d611 req-9331356b-4437-4bd2-a96b-5fd1f194ed5e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:54.545585 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-35f9ecee-8fa6-4a4e-a89c-76759e66d611 req-9331356b-4437-4bd2-a96b-5fd1f194ed5e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1985922 Apr 18 18:03:54.578587 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-e0fe8720-7d38-4f84-9d8a-2c89c81c6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:54.580071 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-e0fe8720-7d38-4f84-9d8a-2c89c81c6a4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 1129 time: 0.1521447 Apr 18 18:03:54.618693 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:54.619469 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:54.653722 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8481fedb-4f17-4a53-8a18-73edd29eaa74 req-3660e68a-16d6-448a-94a2-a544e75b5c6f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349552 Apr 18 18:03:54.691343 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:54.701681 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-35f9ecee-8fa6-4a4e-a89c-76759e66d611 req-cc066d4f-1d82-4b10-8735-4dfcba1f5321 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327419 Apr 18 18:03:54.709203 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bd756b-b32e-45ca-909d-9d31a7c1e151" -d '{"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:54.748109 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:54.755068 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:54.843157 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1188c1-b59f-4041-ba35-a453a90b52af x-openstack-request-id: req-af1188c1-b59f-4041-ba35-a453a90b52af {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:54.843472 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:54.843732 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af1188c1-b59f-4041-ba35-a453a90b52af {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:54.845354 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1188c1-b59f-4041-ba35-a453a90b52af'] response: {'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'code': 200} Apr 18 18:03:54.857849 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:54.868007 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2c3db-a17c-401d-9b6c-529a8637ade0 req-cadc4c23-cd17-40a5-a7cb-f0402f31f7e8 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:54.878716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-eed2c3db-a17c-401d-9b6c-529a8637ade0 req-cadc4c23-cd17-40a5-a7cb-f0402f31f7e8 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 943 time: 0.0788057 Apr 18 18:03:54.951047 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-eed2c3db-a17c-401d-9b6c-529a8637ade0 req-38fb5025-69a6-47bf-ae10-d272b6e2f3f3 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713894 Apr 18 18:03:55.102109 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-ddfc9221-a6f7-468c-9ed2-ff290f7ce0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:55.107152 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-ddfc9221-a6f7-468c-9ed2-ff290f7ce0f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6dd59c26aa3451e8daedf28d49f6507&device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 1127 time: 0.1095293 Apr 18 18:03:55.525135 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d532d2-0973-4e8f-ba61-a0355858da1c req-41abbe86-a707-4401-ba61-bf876eb3e9d6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:55.526696 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e1d532d2-0973-4e8f-ba61-a0355858da1c req-41abbe86-a707-4401-ba61-bf876eb3e9d6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.2815087 Apr 18 18:03:55.529715 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-eed3711e-a238-442c-8765-645cdad42e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:55.531151 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-eed3711e-a238-442c-8765-645cdad42e49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.5504322 Apr 18 18:03:55.585964 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e1d532d2-0973-4e8f-ba61-a0355858da1c req-8fb52697-5a15-4b40-b28c-20e1c4cbc689 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521724 Apr 18 18:03:55.751233 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-ebcc0e63-e89c-40e9-ae74-2bfb97abd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:55.753946 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-ebcc0e63-e89c-40e9-ae74-2bfb97abd710 service neutron] 10.222.0.15 "GET /v2.0/networks?id=445c8563-ea0d-4760-8979-32ab1d695d72 HTTP/1.1" status: 200 len: 908 time: 0.1418617 Apr 18 18:03:55.793972 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-7e05c9df-ecf7-4250-9109-ab7c8937f21c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35119271-5bf4-4971-8807-e658b6f5e49a HTTP/1.1" status: 200 len: 217 time: 0.0804608 Apr 18 18:03:55.841749 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86330751-94cb-4843-ba58-e141f347070a req-210f5216-b5e8-496b-a6ce-576e314b3260 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:55.843300 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-86330751-94cb-4843-ba58-e141f347070a req-210f5216-b5e8-496b-a6ce-576e314b3260 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1122656 Apr 18 18:03:55.863352 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2a95b-3c97-41d7-819a-17924e182549 req-6fd2c0b9-cfba-41a2-b323-538c769f7476 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:55.865371 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dff2a95b-3c97-41d7-819a-17924e182549 req-6fd2c0b9-cfba-41a2-b323-538c769f7476 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0681822 Apr 18 18:03:55.938816 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-86330751-94cb-4843-ba58-e141f347070a req-77682979-9295-42d8-ae6b-68df79288cfc tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886300 Apr 18 18:03:55.965335 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dff2a95b-3c97-41d7-819a-17924e182549 req-d284c736-c246-4088-8df1-09fed5ee3b2d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732398 Apr 18 18:03:56.039517 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-f0eff0d2-f7a1-4bb2-a80c-5f36dba8d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:56.041115 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-f0eff0d2-f7a1-4bb2-a80c-5f36dba8d28f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.0523953 Apr 18 18:03:56.049523 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-ec7a8840-250a-454d-81a4-011237ab688b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b HTTP/1.1" status: 200 len: 217 time: 0.0552249 Apr 18 18:03:56.106520 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43699872-2d83-471a-80cc-cc6d6f914955 req-d6563324-6b91-434e-8fa1-831493316fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:56.108177 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43699872-2d83-471a-80cc-cc6d6f914955 req-d6563324-6b91-434e-8fa1-831493316fb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 1130 time: 0.1247265 Apr 18 18:03:56.133608 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-f0c6b596-beea-41d2-8075-1192c9758194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:56.135203 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-f0c6b596-beea-41d2-8075-1192c9758194 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8f97e93-78df-4356-a9cc-15dccfb20f68 HTTP/1.1" status: 200 len: 848 time: 0.0688865 Apr 18 18:03:56.148607 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-5b0c58bc-1e8b-4bc3-af21-ea507ce09b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:56.150273 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-5b0c58bc-1e8b-4bc3-af21-ea507ce09b67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866156 Apr 18 18:03:56.156611 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dec5a-d19f-49f4-a4a0-1d74e7ae3ac5 req-fc21f5a8-a4b7-4d01-a70a-833e7af32030 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:56.162178 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-af6dec5a-d19f-49f4-a4a0-1d74e7ae3ac5 req-fc21f5a8-a4b7-4d01-a70a-833e7af32030 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1246867 Apr 18 18:03:56.169653 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6ee2-1c20-43ba-be61-16a0fc8554e0 req-b3052731-c5a5-486c-935e-b5abf0f8c818 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:56.171287 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-49bd6ee2-1c20-43ba-be61-16a0fc8554e0 req-b3052731-c5a5-486c-935e-b5abf0f8c818 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 943 time: 0.1333625 Apr 18 18:03:56.172917 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42378) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:56.178675 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'floatingip': {'port_id': '18225cc3-044e-4709-b16d-1fabbaf7afdb'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:03:56.180154 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-d55364b6-19a9-43d8-9745-b5f71a059354 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=445c8563-ea0d-4760-8979-32ab1d695d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379250 Apr 18 18:03:56.217211 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43699872-2d83-471a-80cc-cc6d6f914955 req-2d35c79f-48a7-4816-a591-de33833876ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002338 Apr 18 18:03:56.295001 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-69ebc5a6-a12c-4646-8706-5ebac71b044f service neutron] 10.222.0.15 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070697 Apr 18 18:03:56.323535 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (d120de57-54e3-4aec-b92f-3f3f499fd458), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:56.356903 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device ca0b6917-9e88-4c41-bc8d-eb326dd7be1b details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:03:56.465608 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:56.479472 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': 'ca0b6917-9e88-4c41-bc8d-eb326dd7be1b', 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72', 'port_id': 'ca0b6917-9e88-4c41-bc8d-eb326dd7be1b', 'mac_address': 'fa:16:3e:72:1c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f97e93-78df-4356-a9cc-15dccfb20f68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:03:56.497175 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-49bd6ee2-1c20-43ba-be61-16a0fc8554e0 req-edf60d25-246b-466a-8166-cd2cdd516d0e tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086891 Apr 18 18:03:56.531997 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-00c142e9-d9c8-433a-b95b-260a088faece service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596828 Apr 18 18:03:56.538002 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:03:56.538436 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:56.553443 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58c377b6-5c5f-48dc-9aad-8bdb44ba67a9 req-8cf87ac3-2100-4490-870a-291c77cb1cbe service neutron] 10.222.0.15 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153345 Apr 18 18:03:56.555326 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0b6917-9e88-4c41-bc8d-eb326dd7be1b {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:03:56.579818 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:03:56.586457 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:56.656739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:56.667637 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.667986 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.668555 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.669207 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.669694 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.670171 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.670848 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.671340 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.675362 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.676830 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.677584 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.678230 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.678740 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.679207 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.679681 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:56.799681 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7a0906c5-b61b-484d-9dcc-f678ac7692cb req-870468bc-c9e9-4ec7-b9fc-18b2972f7d16 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501981 Apr 18 18:03:56.817792 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1a88-317a-462e-afd8-7090b0ee47c3 req-ce3a2d47-d0d3-4d67-ba5d-9c5d7bf6df36 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:56.819445 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-873b1a88-317a-462e-afd8-7090b0ee47c3 req-ce3a2d47-d0d3-4d67-ba5d-9c5d7bf6df36 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0892599 Apr 18 18:03:56.919306 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['ca0b6917-9e88-4c41-bc8d-eb326dd7be1b'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:03:57.076791 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-873b1a88-317a-462e-afd8-7090b0ee47c3 req-0a042ac7-60a4-487a-b26d-efb97ecf624f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169836 Apr 18 18:03:57.241170 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0add4-1c52-40a6-8570-9a0d6050e899 req-53b358d4-8d6b-42db-ae63-c318c79e66c7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:57.242697 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4cc0add4-1c52-40a6-8570-9a0d6050e899 req-53b358d4-8d6b-42db-ae63-c318c79e66c7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1499505 Apr 18 18:03:57.270097 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-87f30365-443c-4912-b1a5-b1c2567ac425 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401498 Apr 18 18:03:57.597437 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4cc0add4-1c52-40a6-8570-9a0d6050e899 req-9419cc22-389c-43a8-a175-02f04c932168 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300436 Apr 18 18:03:57.621834 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:57.638913 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (d120de57-54e3-4aec-b92f-3f3f499fd458), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:57.694715 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae0ca-025d-441c-9e81-f579ed52a987 req-9ae41fd2-e234-40fe-82b1-3427631d933f tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:57.696198 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ddeae0ca-025d-441c-9e81-f579ed52a987 req-9ae41fd2-e234-40fe-82b1-3427631d933f tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 944 time: 0.1023827 Apr 18 18:03:57.795965 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ddeae0ca-025d-441c-9e81-f579ed52a987 req-f5bf098c-0984-461c-9c0e-120f2ca09000 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925958 Apr 18 18:03:57.797058 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Floating IP d120de57-54e3-4aec-b92f-3f3f499fd458 associated. External IP: 172.27.3.46, port: 18225cc3-044e-4709-b16d-1fabbaf7afdb. Apr 18 18:03:58.048101 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Router 8d7a4bc8-2bae-4ead-a655-a12df851224a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:03:58.176522 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:03:58.183506 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:58.190210 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] Sync routers for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:03:58.204105 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:58.204921 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:58.210613 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42424) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:58.255592 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6d8a103d-4b75-446b-9dd5-c7cc1f894669 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "PUT /v2.0/floatingips/d120de57-54e3-4aec-b92f-3f3f499fd458 HTTP/1.1" status: 200 len: 990 time: 2.0814648 Apr 18 18:03:58.261016 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'tag': '18225cc3-044e-4709-b16d-1fabbaf7afdb'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:03:58.267063 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ef7899-6957-42e7-b44b-8d3f4348cb41" -d '{"events": [{"name": "network-changed", "server_uuid": "5e94b51d-3537-47c3-a455-6bd090c94f1a", "tag": "18225cc3-044e-4709-b16d-1fabbaf7afdb"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:03:58.309505 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d31b4-0e72-48b0-9e1f-fa8ac61d35b4 req-fae8536d-9fc7-4219-8989-1d017cff9ffa tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:58.325886 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa1d31b4-0e72-48b0-9e1f-fa8ac61d35b4 req-fae8536d-9fc7-4219-8989-1d017cff9ffa tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1413598 Apr 18 18:03:58.335278 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:58.394686 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b2441-3b30-4421-8565-8e281d4bad3c x-openstack-request-id: req-4d8b2441-3b30-4421-8565-8e281d4bad3c {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:03:58.396780 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e94b51d-3537-47c3-a455-6bd090c94f1a", "tag": "18225cc3-044e-4709-b16d-1fabbaf7afdb", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:03:58.397075 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d8b2441-3b30-4421-8565-8e281d4bad3c {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:03:58.397571 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8b2441-3b30-4421-8565-8e281d4bad3c'] response: {'name': 'network-changed', 'server_uuid': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'tag': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'status': 'completed', 'code': 200} Apr 18 18:03:58.401583 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa1d31b4-0e72-48b0-9e1f-fa8ac61d35b4 req-575a67d0-47cb-406f-b351-4c7d3f442ff1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742702 Apr 18 18:03:58.402970 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:58.505980 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Publish callbacks [] for security_group (76a2caea-02ac-456e-9492-4dcb58100db2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:58.514438 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (76a2caea-02ac-456e-9492-4dcb58100db2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:58.559274 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73c99eebdd834c09942141b5dc366b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448787 Apr 18 18:03:58.559274 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2caea-02ac-456e-9492-4dcb58100db2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:58.559695 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42436) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:58.571702 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.572053 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.572389 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.572742 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.573079 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.573415 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.573748 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.574077 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.574451 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.574790 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.575614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.575614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.575614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.575614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.575614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc27d87a-1464-4e5b-9022-03f670de66ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:58.630020 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02135490-fc27-4f27-8020-430f3ecef466 admin admin] Publish callbacks [] for security_group (76a2caea-02ac-456e-9492-4dcb58100db2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:58.659479 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02135490-fc27-4f27-8020-430f3ecef466 admin admin] Publish callbacks [] for security_group (76a2caea-02ac-456e-9492-4dcb58100db2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:58.675677 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'd120de57-54e3-4aec-b92f-3f3f499fd458', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'port_id': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'mac_address': 'fa:16:3e:e0:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:03:23Z', 'updated_at': '2022-04-18T18:03:57Z', 'revision_number': 1, 'project_id': '201bb1fed3fb4058a860566245af69da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:58.704110 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] Checking router: 8d7a4bc8-2bae-4ead-a655-a12df851224a for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:03:58.717559 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:03:58.718437 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:58.728694 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b01c-c9dd-4993-818f-306550cd6b0a req-0d94d07b-d0cf-427a-91ae-b8190fb4d091 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:58.730452 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8108b01c-c9dd-4993-818f-306550cd6b0a req-0d94d07b-d0cf-427a-91ae-b8190fb4d091 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0575993 Apr 18 18:03:58.735728 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02135490-fc27-4f27-8020-430f3ecef466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (76a2caea-02ac-456e-9492-4dcb58100db2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:58.739165 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02135490-fc27-4f27-8020-430f3ecef466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:58.744254 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-02135490-fc27-4f27-8020-430f3ecef466 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76a2caea-02ac-456e-9492-4dcb58100db2 HTTP/1.1" status: 204 len: 168 time: 0.1833808 Apr 18 18:03:58.756658 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02135490-fc27-4f27-8020-430f3ecef466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a2caea-02ac-456e-9492-4dcb58100db2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:58.795889 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8108b01c-c9dd-4993-818f-306550cd6b0a req-808e9215-5517-4cae-95d8-6142168cf96a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554707 Apr 18 18:03:58.879800 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:03:58.932911 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e845282-8643-4514-a1d8-4ac1c5b1bd58 req-b4997d2c-2451-4d9d-b917-33da261798e0 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:58.934484 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5e845282-8643-4514-a1d8-4ac1c5b1bd58 req-b4997d2c-2451-4d9d-b917-33da261798e0 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 944 time: 0.0585182 Apr 18 18:03:58.996721 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5e845282-8643-4514-a1d8-4ac1c5b1bd58 req-b815de92-ac99-41df-ada0-33d86b75d201 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524907 Apr 18 18:03:59.119511 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42448) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:59.133481 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99c6a68c-04ac-479b-8cb3-770823477210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:59.247422 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99c6a68c-04ac-479b-8cb3-770823477210 admin admin] Publish callbacks [] for security_group (f7919b36-8189-4ed8-b7a8-241be043c3ce), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:59.252284 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-99c6a68c-04ac-479b-8cb3-770823477210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f7919b36-8189-4ed8-b7a8-241be043c3ce), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:59.289053 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'd120de57-54e3-4aec-b92f-3f3f499fd458', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'port_id': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'mac_address': 'fa:16:3e:e0:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:03:23Z', 'updated_at': '2022-04-18T18:03:57Z', 'revision_number': 1, 'project_id': '201bb1fed3fb4058a860566245af69da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:03:59.295557 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-99c6a68c-04ac-479b-8cb3-770823477210 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29f822a7c68a43a5ab14286a2d399080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748514 Apr 18 18:03:59.296734 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6a68c-04ac-479b-8cb3-770823477210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7919b36-8189-4ed8-b7a8-241be043c3ce,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:59.299187 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42450) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:03:59.330384 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4652ff-7a67-4900-b5d3-7a91b14a688d None None] The sync data for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi is: [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'd120de57-54e3-4aec-b92f-3f3f499fd458', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'port_id': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'mac_address': 'fa:16:3e:e0:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:03:23Z', 'updated_at': '2022-04-18T18:03:57Z', 'revision_number': 1, 'project_id': '201bb1fed3fb4058a860566245af69da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:03:59.374700 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Publish callbacks [] for security_group (f7919b36-8189-4ed8-b7a8-241be043c3ce), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:59.413516 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Publish callbacks [] for security_group (f7919b36-8189-4ed8-b7a8-241be043c3ce), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:59.481728 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f7919b36-8189-4ed8-b7a8-241be043c3ce), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:59.484951 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:03:59.486113 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7919b36-8189-4ed8-b7a8-241be043c3ce HTTP/1.1" status: 204 len: 168 time: 0.1857917 Apr 18 18:03:59.496221 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7919b36-8189-4ed8-b7a8-241be043c3ce,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:03:59.505634 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.505982 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.506361 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.506702 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.507036 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.507363 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.507688 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.508114 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.508451 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.508774 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.509098 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.509609 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.509712 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.510038 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.510396 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ada11-d24d-404b-ab24-b4ab3d1d6cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:03:59.563916 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142408-93b3-4f48-b9ed-1f586e0c4e31 req-3b95bbd1-4629-46ae-becb-7401cb45c712 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:59.565723 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d142408-93b3-4f48-b9ed-1f586e0c4e31 req-3b95bbd1-4629-46ae-becb-7401cb45c712 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0625939 Apr 18 18:03:59.622573 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d142408-93b3-4f48-b9ed-1f586e0c4e31 req-bd7df34d-5faf-49f4-bb40-894084116208 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502858 Apr 18 18:03:59.642791 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e252d-b7f8-4e16-ae15-de388e09d29c None None] New status for floating IP d120de57-54e3-4aec-b92f-3f3f499fd458: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:03:59.946188 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ad68-ef9a-47a5-8fa4-3331b8081ae5 req-50084c3d-0f86-459a-a646-1e3fb7d3249c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:03:59.948663 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a9a3ad68-ef9a-47a5-8fa4-3331b8081ae5 req-50084c3d-0f86-459a-a646-1e3fb7d3249c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0596926 Apr 18 18:04:00.027239 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a9a3ad68-ef9a-47a5-8fa4-3331b8081ae5 req-d90b20f3-e8fb-477c-b2d8-9d03a13202f4 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705557 Apr 18 18:04:00.142015 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55c91-9224-4d2d-9008-7153eedf58be req-e9d0f50a-36d2-4bc5-a667-0c8f1e8e0609 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:00.143903 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-57e55c91-9224-4d2d-9008-7153eedf58be req-e9d0f50a-36d2-4bc5-a667-0c8f1e8e0609 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 944 time: 0.0594039 Apr 18 18:04:00.206492 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-57e55c91-9224-4d2d-9008-7153eedf58be req-675712d8-f99a-40c4-9aea-8026cfe5f12d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544248 Apr 18 18:04:00.408430 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42486) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:00.532822 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-3421037-network', 'tenant_id': '5c23a3f93e0d4e73acd4ff17da43468a'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:00.553225 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Made reservation on behalf of 5c23a3f93e0d4e73acd4ff17da43468a for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:00.556067 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.565076 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.648482 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Publish callbacks [] for security_group (f3d4585a-87cb-48ed-a73a-92fc926b400e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.649793 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42496) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:00.656581 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f3d4585a-87cb-48ed-a73a-92fc926b400e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.686206 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:04:00.697989 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d4585a-87cb-48ed-a73a-92fc926b400e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:00.704208 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (6c5db6e6-c1e7-437c-bb12-0a246790913d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.704831 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Added segment 6c5db6e6-c1e7-437c-bb12-0a246790913d of type vlan for network dedba0cc-2066-4492-977f-9e0f5116fa78 Apr 18 18:04:00.753244 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (dedba0cc-2066-4492-977f-9e0f5116fa78), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.770264 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7cb6-abd4-483c-b393-4c9439afe49f req-c3302cbb-8f99-4fd7-9196-1122b8aeefe4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:00.772480 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f00a7cb6-abd4-483c-b393-4c9439afe49f req-c3302cbb-8f99-4fd7-9196-1122b8aeefe4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0552230 Apr 18 18:04:00.777204 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device ca0b6917-9e88-4c41-bc8d-eb326dd7be1b up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:00.787104 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (dedba0cc-2066-4492-977f-9e0f5116fa78), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.789261 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:00.791951 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.813269 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.843478 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f00a7cb6-abd4-483c-b393-4c9439afe49f req-a5efc258-0c0e-4cee-9c51-fe8f86674c26 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636456 Apr 18 18:04:00.847405 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:04:00.856707 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:00.857179 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.861114 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42502) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:00.861227 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4516108 Apr 18 18:04:00.867215 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Request body: {'subnet': {'network_id': 'dedba0cc-2066-4492-977f-9e0f5116fa78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-3421037-subnet', 'tenant_id': '5c23a3f93e0d4e73acd4ff17da43468a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:00.871963 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-68a20f3e-56c8-4268-a0c4-c0933538df83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.892949 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Made reservation on behalf of 5c23a3f93e0d4e73acd4ff17da43468a for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:00.896639 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13271829'] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:00.940813 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf08df-64b9-4145-ac38-ba71732ffab5 admin admin] Pushing event updated for resources: {'Network': ['ID=dedba0cc-2066-4492-977f-9e0f5116fa78,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:00.961371 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network dedba0cc-2066-4492-977f-9e0f5116fa78 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:04:00.983291 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:00.983678 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.034694 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ec7a-411b-424a-b4db-02be408db0a9 req-924b790f-2861-4809-8d98-ab25d2c91081 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:01.034694 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7652ec7a-411b-424a-b4db-02be408db0a9 req-924b790f-2861-4809-8d98-ab25d2c91081 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0736661 Apr 18 18:04:01.044113 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42510) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:01.048823 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-68a20f3e-56c8-4268-a0c4-c0933538df83 admin admin] Publish callbacks [] for security_group (53846a96-e9a0-4fe8-96ed-161e17617409), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.055812 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'floatingip': {'port_id': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:01.062264 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-68a20f3e-56c8-4268-a0c4-c0933538df83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (53846a96-e9a0-4fe8-96ed-161e17617409), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.150766 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-68a20f3e-56c8-4268-a0c4-c0933538df83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86cff3d250a0473c8fc49e0b24333700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4972041 Apr 18 18:04:01.150766 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-4614f4f3-a535-44bd-9e02-59a3b8bfdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:01.152209 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-4614f4f3-a535-44bd-9e02-59a3b8bfdd7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c33ad7bf51c44a0190edc8a3cae230af&device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 1130 time: 0.1017160 Apr 18 18:04:01.152737 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42514) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:01.161031 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a20f3e-56c8-4268-a0c4-c0933538df83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53846a96-e9a0-4fe8-96ed-161e17617409,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:01.212169 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04ee885-d140-4bf1-8325-7dba8359a376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b6917-9e88-4c41-bc8d-eb326dd7be1b'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:04:01.214575 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ac4242-d9e4-42c4-b681-96c852f00d79" -d '{"events": [{"server_uuid": "c04ee885-d140-4bf1-8325-7dba8359a376", "name": "network-vif-plugged", "status": "completed", "tag": "ca0b6917-9e88-4c41-bc8d-eb326dd7be1b"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:04:01.222534 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3ea60e4-47a0-403e-b6dd-b18fb5effcd7 admin admin] Publish callbacks [] for security_group (53846a96-e9a0-4fe8-96ed-161e17617409), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.232813 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:01.241669 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.253254 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3ea60e4-47a0-403e-b6dd-b18fb5effcd7 admin admin] Publish callbacks [] for security_group (53846a96-e9a0-4fe8-96ed-161e17617409), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.260202 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-b51e9bc8-4dfc-409d-832e-b2de5df3bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:01.262333 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-b51e9bc8-4dfc-409d-832e-b2de5df3bcb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 1129 time: 0.0881064 Apr 18 18:04:01.332947 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da28a44-1164-4f1a-9508-1cdd3f6b019e x-openstack-request-id: req-4da28a44-1164-4f1a-9508-1cdd3f6b019e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:04:01.333808 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04ee885-d140-4bf1-8325-7dba8359a376", "name": "network-vif-plugged", "status": "completed", "tag": "ca0b6917-9e88-4c41-bc8d-eb326dd7be1b", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:04:01.334735 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4da28a44-1164-4f1a-9508-1cdd3f6b019e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:04:01.335752 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da28a44-1164-4f1a-9508-1cdd3f6b019e'] response: {'server_uuid': 'c04ee885-d140-4bf1-8325-7dba8359a376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0b6917-9e88-4c41-bc8d-eb326dd7be1b', 'code': 200} Apr 18 18:04:01.360351 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:01.363076 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13271811'] for subnet (87f7f90c-cf21-4a4f-b069-6f6fadf0d748), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.364635 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3ea60e4-47a0-403e-b6dd-b18fb5effcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (53846a96-e9a0-4fe8-96ed-161e17617409), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.370891 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3ea60e4-47a0-403e-b6dd-b18fb5effcd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.372443 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b3ea60e4-47a0-403e-b6dd-b18fb5effcd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53846a96-e9a0-4fe8-96ed-161e17617409 HTTP/1.1" status: 204 len: 168 time: 0.2178988 Apr 18 18:04:01.396906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea60e4-47a0-403e-b6dd-b18fb5effcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53846a96-e9a0-4fe8-96ed-161e17617409,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:01.447913 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (6121c139-c7de-4d29-853a-259867940bf1), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.468660 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e6218-f51c-4bd4-8d15-162bac95d3a3 req-f927eece-482d-48b8-846e-9e6e82fadcb4 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:01.470277 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7b0e6218-f51c-4bd4-8d15-162bac95d3a3 req-f927eece-482d-48b8-846e-9e6e82fadcb4 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1953132 Apr 18 18:04:01.542608 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2cbe-a1a4-4052-bb1c-be423d3cfc1e req-5b8caf93-7865-4eac-bda6-48d955fcd61d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:01.544019 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-97ac2cbe-a1a4-4052-bb1c-be423d3cfc1e req-5b8caf93-7865-4eac-bda6-48d955fcd61d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.1421218 Apr 18 18:04:01.544684 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f7f90c-cf21-4a4f-b069-6f6fadf0d748,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:01.675102 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Checking segment: {'id': '6c5db6e6-c1e7-437c-bb12-0a246790913d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'dedba0cc-2066-4492-977f-9e0f5116fa78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:01.675468 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Network hostable DHCP agents. Network: dedba0cc-2066-4492-977f-9e0f5116fa78, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:04:01.698440 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7b0e6218-f51c-4bd4-8d15-162bac95d3a3 req-823ddaac-f8c2-4197-8aa7-b8fec6bfef24 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920586 Apr 18 18:04:01.721424 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42528) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:01.728070 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-97ac2cbe-a1a4-4052-bb1c-be423d3cfc1e req-a6cf70a7-55ad-4941-a5f7-8c07ebea1db2 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529105 Apr 18 18:04:01.736286 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4be9af9-2c8a-43e3-9864-a3c5b11a596d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.784197 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Network dedba0cc-2066-4492-977f-9e0f5116fa78 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:04:01.799553 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, dedba0cc-2066-4492-977f-9e0f5116fa78) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:01.810975 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26281bdf-e3d3-48eb-b109-e42a144ac97d None None] Network dedba0cc-2066-4492-977f-9e0f5116fa78 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:01.826570 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4be9af9-2c8a-43e3-9864-a3c5b11a596d admin admin] Publish callbacks [] for security_group (146b1e59-5f15-469a-b77f-634a473db6cf), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.832043 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:01.832650 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.832978 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4be9af9-2c8a-43e3-9864-a3c5b11a596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (146b1e59-5f15-469a-b77f-634a473db6cf), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.860538 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-ac2bc8cc-3d93-426f-8ad0-e9e644eb9c8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9982400 Apr 18 18:04:01.883150 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b4be9af9-2c8a-43e3-9864-a3c5b11a596d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d60f46a48064880961dd310932b5407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600106 Apr 18 18:04:01.884089 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be9af9-2c8a-43e3-9864-a3c5b11a596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b1e59-5f15-469a-b77f-634a473db6cf,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:01.886853 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42532) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:01.964581 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b99210ac-79c8-41fc-b413-0a113f050abd admin admin] Publish callbacks [] for security_group (146b1e59-5f15-469a-b77f-634a473db6cf), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:01.981003 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31d0309-a7fc-4f32-ad8d-d90f01e73bb8 None None] Network dedba0cc-2066-4492-977f-9e0f5116fa78 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:02.001248 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b99210ac-79c8-41fc-b413-0a113f050abd admin admin] Publish callbacks [] for security_group (146b1e59-5f15-469a-b77f-634a473db6cf), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.065176 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b99210ac-79c8-41fc-b413-0a113f050abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (146b1e59-5f15-469a-b77f-634a473db6cf), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.068625 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b99210ac-79c8-41fc-b413-0a113f050abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.070220 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b99210ac-79c8-41fc-b413-0a113f050abd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/146b1e59-5f15-469a-b77f-634a473db6cf HTTP/1.1" status: 204 len: 168 time: 0.1823583 Apr 18 18:04:02.080326 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99210ac-79c8-41fc-b413-0a113f050abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b1e59-5f15-469a-b77f-634a473db6cf,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:02.218348 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.223033 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (6121c139-c7de-4d29-853a-259867940bf1), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.346422 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Floating IP 6121c139-c7de-4d29-853a-259867940bf1 associated. External IP: 172.27.3.239, port: 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21. Apr 18 18:04:02.663090 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42560) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:02.668426 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-38795050-network', 'tenant_id': 'a838cebd2fef49a59aed6d6781c82d75'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:02.705272 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Made reservation on behalf of a838cebd2fef49a59aed6d6781c82d75 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:02.708018 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.717258 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.841213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Publish callbacks [] for security_group (67672688-d102-48f3-ad80-7e8a77419b58), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.846480 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (67672688-d102-48f3-ad80-7e8a77419b58), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.862001 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:04:02.888026 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (96dc92af-2a29-4fa4-8c39-d770a72d80d1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.888364 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Added segment 96dc92af-2a29-4fa4-8c39-d770a72d80d1 of type vlan for network 01f2fd1b-f7da-4260-bd90-5ca4408c4f84 Apr 18 18:04:02.901901 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67672688-d102-48f3-ad80-7e8a77419b58,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:02.924868 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4b908-204b-4a1b-a5fe-49d4c0457ec3 req-3ba556cb-dddc-49ce-a313-1887b9507102 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:02.927762 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-01a4b908-204b-4a1b-a5fe-49d4c0457ec3 req-3ba556cb-dddc-49ce-a313-1887b9507102 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1104093 Apr 18 18:04:02.936741 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (01f2fd1b-f7da-4260-bd90-5ca4408c4f84), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.938321 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bf7a4-9b99-42b3-b98b-113cb732ed61 req-dfdbd0df-a25d-418a-80f4-5bc9872ddecd tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:02.940116 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8b3bf7a4-9b99-42b3-b98b-113cb732ed61 req-dfdbd0df-a25d-418a-80f4-5bc9872ddecd tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.0926714 Apr 18 18:04:02.955116 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Router b1b71a39-5aa2-438f-8944-40b45e14340c has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:04:02.968901 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (01f2fd1b-f7da-4260-bd90-5ca4408c4f84), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:02.970516 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:02.971877 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:03.042993 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3783684 Apr 18 18:04:03.045450 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42574) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:03.050578 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Request body: {'subnet': {'network_id': '01f2fd1b-f7da-4260-bd90-5ca4408c4f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-38795050-subnet', 'tenant_id': 'a838cebd2fef49a59aed6d6781c82d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:03.061718 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009b8d1-5f4d-4f82-94c4-151f12ddb2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=01f2fd1b-f7da-4260-bd90-5ca4408c4f84,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:03.070482 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-01a4b908-204b-4a1b-a5fe-49d4c0457ec3 req-de109405-6d40-4da4-a0d7-7c9692eb9b27 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272817 Apr 18 18:04:03.076060 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8b3bf7a4-9b99-42b3-b98b-113cb732ed61 req-1e56fc67-26e2-40bb-9604-aa41b6adc9b5 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240525 Apr 18 18:04:03.078924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 01f2fd1b-f7da-4260-bd90-5ca4408c4f84 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:04:03.111889 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Made reservation on behalf of a838cebd2fef49a59aed6d6781c82d75 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:03.112485 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13561518'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:03.175823 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:03.181103 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:03.190533 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] Sync routers for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:03.210829 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:03.212280 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:03.219425 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-bf20a4ec-dd32-4035-ae2e-5836a427df50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "PUT /v2.0/floatingips/6121c139-c7de-4d29-853a-259867940bf1 HTTP/1.1" status: 200 len: 992 time: 2.1721196 Apr 18 18:04:03.220146 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:04:03.222450 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:04:03.268261 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3dca7b-05dc-4660-afaa-58f07a5bc972 x-openstack-request-id: req-df3dca7b-05dc-4660-afaa-58f07a5bc972 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:04:03.269023 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:04:03.270194 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df3dca7b-05dc-4660-afaa-58f07a5bc972 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:04:03.270861 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3dca7b-05dc-4660-afaa-58f07a5bc972'] response: {'name': 'network-changed', 'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'status': 'completed', 'code': 200} Apr 18 18:04:03.347102 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13561528'] for subnet (6f41b27b-4a86-40d7-93b1-dbc263b42a03), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:03.352316 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:03.432339 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f41b27b-4a86-40d7-93b1-dbc263b42a03,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:03.443133 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Checking segment: {'id': '96dc92af-2a29-4fa4-8c39-d770a72d80d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '01f2fd1b-f7da-4260-bd90-5ca4408c4f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:03.443505 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Network hostable DHCP agents. Network: 01f2fd1b-f7da-4260-bd90-5ca4408c4f84, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:04:03.465484 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Network 01f2fd1b-f7da-4260-bd90-5ca4408c4f84 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:04:03.476038 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 01f2fd1b-f7da-4260-bd90-5ca4408c4f84) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:03.480888 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:03.481510 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:03.491212 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1b248-402f-410a-89c6-92372f6ba44a None None] Network 01f2fd1b-f7da-4260-bd90-5ca4408c4f84 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:03.522567 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6866ff6e-84e0-4be6-86cc-f5665da71f89 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4756382 Apr 18 18:04:03.610707 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac64bed1-013b-4b72-89e0-55e06e527e4d None None] Network 01f2fd1b-f7da-4260-bd90-5ca4408c4f84 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:03.634353 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '6121c139-c7de-4d29-853a-259867940bf1', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'port_id': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'mac_address': 'fa:16:3e:c1:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:03:27Z', 'updated_at': '2022-04-18T18:04:02Z', 'revision_number': 1, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:03.675556 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] Checking router: b1b71a39-5aa2-438f-8944-40b45e14340c for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:03.686469 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:03.687405 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:03.853235 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:04.139143 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '6121c139-c7de-4d29-853a-259867940bf1', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'port_id': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'mac_address': 'fa:16:3e:c1:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:03:27Z', 'updated_at': '2022-04-18T18:04:02Z', 'revision_number': 1, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:04.176433 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebccd3d-533d-49ae-8fc4-80a9630625eb None None] The sync data for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi is: [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '6121c139-c7de-4d29-853a-259867940bf1', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'port_id': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'mac_address': 'fa:16:3e:c1:3a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:03:27Z', 'updated_at': '2022-04-18T18:04:02Z', 'revision_number': 1, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:04.251544 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a53c1-3450-4e8b-b73e-38b8ca1b03a3 req-5b28eb2f-1b43-49c8-821d-51920c2f23ef tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:04.253886 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-086a53c1-3450-4e8b-b73e-38b8ca1b03a3 req-5b28eb2f-1b43-49c8-821d-51920c2f23ef tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.0925245 Apr 18 18:04:04.318299 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951e677-d507-4099-b898-55ed0277812b req-63e6569d-33f3-4f5f-a67e-7e74597ba115 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:04.319818 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8951e677-d507-4099-b898-55ed0277812b req-63e6569d-33f3-4f5f-a67e-7e74597ba115 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0878270 Apr 18 18:04:04.362786 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-086a53c1-3450-4e8b-b73e-38b8ca1b03a3 req-3c01739f-7022-4a70-bed8-3a56146c4276 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856328 Apr 18 18:04:04.392847 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8951e677-d507-4099-b898-55ed0277812b req-556fc3d6-5503-40b1-b41f-135aae63cd62 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629101 Apr 18 18:04:04.433868 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d05b90-7cb1-41a3-a6d6-65263552e6be None None] New status for floating IP 6121c139-c7de-4d29-853a-259867940bf1: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:04:05.181929 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-83011d2a-36f1-47f1-a3a0-460b341fd89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:05.183542 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-83011d2a-36f1-47f1-a3a0-460b341fd89c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 1130 time: 0.0766447 Apr 18 18:04:05.184108 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-7d927da9-6f65-4039-a72c-bb472e3276f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:05.185824 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-7d927da9-6f65-4039-a72c-bb472e3276f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 909 time: 0.1211808 Apr 18 18:04:05.203792 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-8760df16-b576-448e-aad3-eda5c596b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:05.205304 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-8760df16-b576-448e-aad3-eda5c596b1ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 HTTP/1.1" status: 200 len: 912 time: 0.1315029 Apr 18 18:04:05.529559 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092627c5-8753-4dab-bf10-92b7eeda9c4d req-f7b84972-5926-4fd9-a5cc-7be57420ac4b tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:05.531199 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-092627c5-8753-4dab-bf10-92b7eeda9c4d req-f7b84972-5926-4fd9-a5cc-7be57420ac4b tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.0918212 Apr 18 18:04:05.562834 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b8168-15b1-488d-a092-f1320cd30b43 req-c4c5a1ee-00ad-4e70-81f6-94483f4b65fe tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:05.562930 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c84b8168-15b1-488d-a092-f1320cd30b43 req-c4c5a1ee-00ad-4e70-81f6-94483f4b65fe tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0784967 Apr 18 18:04:05.695473 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-1fb83f67-b6e0-4df1-a809-67371d0b513c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 HTTP/1.1" status: 200 len: 217 time: 0.1198783 Apr 18 18:04:05.699247 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9834200-9ffa-4213-a8c3-d6e2779eaa77 req-b369ab0f-d0fa-4b85-8f23-d0eb42413b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:05.699941 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9834200-9ffa-4213-a8c3-d6e2779eaa77 req-b369ab0f-d0fa-4b85-8f23-d0eb42413b28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 1129 time: 0.0725737 Apr 18 18:04:05.767831 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c84b8168-15b1-488d-a092-f1320cd30b43 req-367f5323-b69f-4f5c-88b1-8e1c0fd8357f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862454 Apr 18 18:04:05.780381 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-d6ed686b-8eaf-4e6d-9210-d441f46b1b9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb HTTP/1.1" status: 200 len: 1000 time: 0.1977162 Apr 18 18:04:05.791751 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-092627c5-8753-4dab-bf10-92b7eeda9c4d req-8656df42-b476-4432-a3c1-b381d19502bc tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459924 Apr 18 18:04:05.857511 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-26dff872-99e7-4cbd-a2cd-a25026a57e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:05.860159 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-26dff872-99e7-4cbd-a2cd-a25026a57e27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 200 len: 848 time: 0.0664685 Apr 18 18:04:05.940300 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-4f309120-a662-48a9-a448-9837058ab998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:05.941357 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-4f309120-a662-48a9-a448-9837058ab998 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=521bf463-31b7-4a75-8eed-a6e766fc9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734870 Apr 18 18:04:06.097292 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-2c60069c-32ad-458f-b13b-9d04701494d6 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431224 Apr 18 18:04:06.131670 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-b0f23de6-2c01-426f-8bed-dd050d7a8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:06.133170 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-b0f23de6-2c01-426f-8bed-dd050d7a8906 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f70b10e-7e1b-4c73-afff-3de48c1d38e3 HTTP/1.1" status: 200 len: 852 time: 0.4270737 Apr 18 18:04:06.141437 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9834200-9ffa-4213-a8c3-d6e2779eaa77 req-f3c1b662-0515-4c25-9421-c3785baf8c76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304991 Apr 18 18:04:06.158400 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-70493437-c21f-4a0d-826b-147c289286f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:06.160015 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-70493437-c21f-4a0d-826b-147c289286f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.5950687 Apr 18 18:04:06.179360 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-632d4cd3-a8bd-4ca4-87ab-db4fb177ef28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361362 Apr 18 18:04:06.228557 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5ef7899-6957-42e7-b44b-8d3f4348cb41 req-1665c924-2b52-4e8a-a83d-13bbcf945f2c service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243398 Apr 18 18:04:06.465186 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c8c75-7da5-403b-8eca-08ea24232760 req-05674449-20f4-4072-bee8-246d7eb292fa tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:06.467008 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2e2c8c75-7da5-403b-8eca-08ea24232760 req-05674449-20f4-4072-bee8-246d7eb292fa tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.0667143 Apr 18 18:04:06.540648 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2e2c8c75-7da5-403b-8eca-08ea24232760 req-8a74bcf3-6239-401e-88f8-00639ab9f57c tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626202 Apr 18 18:04:06.568881 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-c468a3b2-3a05-4c70-a62a-b06c1de9491e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 HTTP/1.1" status: 200 len: 1002 time: 0.1638317 Apr 18 18:04:06.597202 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-7c80c808-7191-414e-9649-144de2d209d6 service neutron] 10.222.0.15 "GET /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932864 Apr 18 18:04:07.029824 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f8d8d-467c-4a04-b47b-3e3c6c6eed3d req-68624279-ed52-482c-a72c-892d23a2ba55 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:07.031477 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b79f8d8d-467c-4a04-b47b-3e3c6c6eed3d req-68624279-ed52-482c-a72c-892d23a2ba55 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.1185014 Apr 18 18:04:07.059595 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307b220-380c-47ad-ba08-8eceeaf6a822 req-c5f5373c-9111-41c9-8c5c-6980ef38ce7d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:07.068571 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5307b220-380c-47ad-ba08-8eceeaf6a822 req-c5f5373c-9111-41c9-8c5c-6980ef38ce7d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1424651 Apr 18 18:04:07.155762 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b79f8d8d-467c-4a04-b47b-3e3c6c6eed3d req-13b41d4a-3eba-4c4d-a7af-4bbef2605cdc tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120207 Apr 18 18:04:07.159897 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5307b220-380c-47ad-ba08-8eceeaf6a822 req-e2143601-62cb-4f00-adcc-898b60172e20 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903444 Apr 18 18:04:07.657181 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644418bf-24a5-491d-913f-1efc4728c083 req-09f8858e-0a2d-4fd4-92a1-59fdd5117e83 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:07.658695 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-644418bf-24a5-491d-913f-1efc4728c083 req-09f8858e-0a2d-4fd4-92a1-59fdd5117e83 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.0468087 Apr 18 18:04:07.716881 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-644418bf-24a5-491d-913f-1efc4728c083 req-87e189cb-07cf-4ab4-83c6-6b4ad53aaf4e tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519929 Apr 18 18:04:08.347323 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42718) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:08.374873 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cba423-fb98-423c-9d47-3060e356d1cf req-6a489841-f57b-41ba-96f1-3b58ca9111ac tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:08.383907 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-94cba423-fb98-423c-9d47-3060e356d1cf req-6a489841-f57b-41ba-96f1-3b58ca9111ac tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.1032307 Apr 18 18:04:08.385739 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a1ae2-5c19-422b-916e-0eee47704734 req-25315038-6cbf-4933-b2e8-f66722157f46 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:08.394778 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6c2a1ae2-5c19-422b-916e-0eee47704734 req-25315038-6cbf-4933-b2e8-f66722157f46 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1016629 Apr 18 18:04:08.513386 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-0bbcd8ae-ea4c-409b-805d-1ea394c2c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:08.516963 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-0bbcd8ae-ea4c-409b-805d-1ea394c2c8a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.1294832 Apr 18 18:04:08.520210 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6c2a1ae2-5c19-422b-916e-0eee47704734 req-9a00f5f5-e3fa-4f3c-bbfb-b3913072f6c2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241817 Apr 18 18:04:08.585123 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-94cba423-fb98-423c-9d47-3060e356d1cf req-70025a64-9e2b-477f-ae53-bdc153603efa tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874352 Apr 18 18:04:08.595029 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-ddd2284b-d142-4789-86f5-1fed68bae692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:08.596891 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-ddd2284b-d142-4789-86f5-1fed68bae692 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577941 Apr 18 18:04:08.607385 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80497ddf-b1d9-404a-8d15-aa2e6f25b793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:08.633325 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b5b70b7-6048-45d1-b588-68ed07b92961 req-a5849451-31fc-49da-869d-abff9de613e8 service neutron] 10.222.0.15 "GET /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479308 Apr 18 18:04:08.704770 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80497ddf-b1d9-404a-8d15-aa2e6f25b793 admin admin] Publish callbacks [] for security_group (2092ea46-0129-4794-9d41-f02731d53482), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:08.717655 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80497ddf-b1d9-404a-8d15-aa2e6f25b793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (2092ea46-0129-4794-9d41-f02731d53482), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:08.757573 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80497ddf-b1d9-404a-8d15-aa2e6f25b793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2092ea46-0129-4794-9d41-f02731d53482,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:08.781781 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-80497ddf-b1d9-404a-8d15-aa2e6f25b793 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=300ce3d35c64474ca9cbcfce910e3626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324467 Apr 18 18:04:08.784469 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42734) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:08.854849 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2286b47-3f7b-44cf-8e7e-8e836fc1e10d admin admin] Publish callbacks [] for security_group (2092ea46-0129-4794-9d41-f02731d53482), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:08.887205 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecd7f0-428a-44c4-90c0-9a2eb0841395 req-b247d6a8-45a4-4dc3-af66-170c2cb43409 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:08.889436 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a8ecd7f0-428a-44c4-90c0-9a2eb0841395 req-b247d6a8-45a4-4dc3-af66-170c2cb43409 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.0853934 Apr 18 18:04:08.927624 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2286b47-3f7b-44cf-8e7e-8e836fc1e10d admin admin] Publish callbacks [] for security_group (2092ea46-0129-4794-9d41-f02731d53482), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:08.961982 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a8ecd7f0-428a-44c4-90c0-9a2eb0841395 req-7d6bd8d7-16a8-432c-b6b7-5f5a06401f28 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623367 Apr 18 18:04:09.005798 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-d11ee864-a649-409d-a382-112cd60b91e1 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643536 Apr 18 18:04:09.033549 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2286b47-3f7b-44cf-8e7e-8e836fc1e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (2092ea46-0129-4794-9d41-f02731d53482), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:09.036203 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2286b47-3f7b-44cf-8e7e-8e836fc1e10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:09.037341 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b2286b47-3f7b-44cf-8e7e-8e836fc1e10d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2092ea46-0129-4794-9d41-f02731d53482 HTTP/1.1" status: 204 len: 168 time: 0.2506175 Apr 18 18:04:09.046927 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2286b47-3f7b-44cf-8e7e-8e836fc1e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2092ea46-0129-4794-9d41-f02731d53482,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:09.669802 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d613e0-bdfe-437c-a702-8885e2a2443b req-73087788-c683-43e0-93e8-75397a6c3ac5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:09.672049 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-72d613e0-bdfe-437c-a702-8885e2a2443b req-73087788-c683-43e0-93e8-75397a6c3ac5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0754511 Apr 18 18:04:09.753770 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20c29-84fe-438d-b388-b4f932c895c6 req-fb52c8b2-9114-4720-8b06-0969bf2724fe tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:09.755625 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-38b20c29-84fe-438d-b388-b4f932c895c6 req-fb52c8b2-9114-4720-8b06-0969bf2724fe tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.0823865 Apr 18 18:04:09.773947 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42766) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:09.819417 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-72d613e0-bdfe-437c-a702-8885e2a2443b req-457a7f8a-c535-44e2-9c67-9535c1ac72c7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312163 Apr 18 18:04:09.837034 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-38b20c29-84fe-438d-b388-b4f932c895c6 req-52cd2f89-078d-411c-a089-603dbb499811 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738606 Apr 18 18:04:09.902943 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1875669009-network', 'tenant_id': 'c68161ada21740dfb477439be2a02050'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:09.946021 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Made reservation on behalf of c68161ada21740dfb477439be2a02050 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:09.949944 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:09.960168 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.083226 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Publish callbacks [] for security_group (a77087bf-60d0-4c61-ba60-ba469244fed5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.087973 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a77087bf-60d0-4c61-ba60-ba469244fed5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.114923 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:04:10.118900 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279d2db-0eb4-442b-9de9-92c4f6bc0f49 req-332fbd18-8487-4178-9509-514a61fc5413 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:10.120420 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0279d2db-0eb4-442b-9de9-92c4f6bc0f49 req-332fbd18-8487-4178-9509-514a61fc5413 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.0569401 Apr 18 18:04:10.126075 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77087bf-60d0-4c61-ba60-ba469244fed5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:10.133477 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (76073693-f915-417a-9cff-f2b325dddf09), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.134381 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Added segment 76073693-f915-417a-9cff-f2b325dddf09 of type vlan for network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 Apr 18 18:04:10.172828 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0279d2db-0eb4-442b-9de9-92c4f6bc0f49 req-7c3c62fa-9a73-4efa-9626-a5c1dad15212 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 Apr 18 18:04:10.175256 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.201432 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.202402 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:10.202978 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.264849 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4894695 Apr 18 18:04:10.267741 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42780) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:10.273027 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff98f32-9666-4d5c-8a30-9ad1d345b428 admin admin] Pushing event updated for resources: {'Network': ['ID=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:10.276144 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Request body: {'subnet': {'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1875669009-subnet', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:10.283180 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:04:10.304180 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Made reservation on behalf of c68161ada21740dfb477439be2a02050 for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:10.306808 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13271829'] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.485588 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13271811'] for subnet (5d54297e-dcb0-4da0-a6f7-15b94dd798be), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.542503 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d54297e-dcb0-4da0-a6f7-15b94dd798be,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:10.551826 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Checking segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:10.552190 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Network hostable DHCP agents. Network: 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:04:10.569931 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:04:10.578474 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:10.583210 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:10.583858 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.588903 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8d682-4d4e-4452-9c8f-02d59f396119 None None] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:10.600750 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d0201709-033a-469f-93a8-c9c8fb0687bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3316669 Apr 18 18:04:10.603501 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42782) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:10.608353 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:10.627539 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.628741 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.689356 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks [] for router_controller (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), precommit_add_association {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.697446 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:04:10.698353 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.863858 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Allocated IP 172.20.0.2 (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5/5d54297e-dcb0-4da0-a6f7-15b94dd798be/a68eb1a6-d9a2-4a0e-a174-0102365cc539) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:10.876413 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks [] for router_gateway (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:10.989448 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970efa-dda0-46e9-a0a8-c4f3aea54720 req-bc4cda53-8602-4f4a-bcc3-7d75d337abaa tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:10.990952 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f970efa-dda0-46e9-a0a8-c4f3aea54720 req-bc4cda53-8602-4f4a-bcc3-7d75d337abaa tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0799508 Apr 18 18:04:11.027770 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Publish callbacks [] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.035028 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.072844 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:11.078436 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:11.081287 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:11.089402 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Pushing event updated for resources: {'Port': ['ID=a68eb1a6-d9a2-4a0e-a174-0102365cc539,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:11.109985 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f970efa-dda0-46e9-a0a8-c4f3aea54720 req-6c46bd02-0522-4c42-a412-8c2f828430c1 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126475 Apr 18 18:04:11.142578 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Attempting to bind port a68eb1a6-d9a2-4a0e-a174-0102365cc539 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:11.143078 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Attempting to bind port a68eb1a6-d9a2-4a0e-a174-0102365cc539 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:11.143557 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Attempting to bind port a68eb1a6-d9a2-4a0e-a174-0102365cc539 on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:11.151604 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:11.152138 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Checking segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:11.152641 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.153119 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Bound using segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:11.153710 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Bound port: a68eb1a6-d9a2-4a0e-a174-0102365cc539, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:11.154187 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.236635 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] For port a68eb1a6-d9a2-4a0e-a174-0102365cc539, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:11.241406 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] For port a68eb1a6-d9a2-4a0e-a174-0102365cc539, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a68eb1a6-d9a2-4a0e-a174-0102365cc539,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:11.248696 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.334052 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5229d6-bbe9-4843-a15a-4fad7e183d03 None None] Pushing event updated for resources: {'Port': ['ID=a68eb1a6-d9a2-4a0e-a174-0102365cc539,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:11.395162 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks [] for router_gateway (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.430975 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.454194 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e6bbd-b462-4602-be30-a70511a46c8a req-b1912ab4-ff37-4fcf-bf80-3f5b4e07bf08 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:11.455714 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-815e6bbd-b462-4602-be30-a70511a46c8a req-b1912ab4-ff37-4fcf-bf80-3f5b4e07bf08 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.0751224 Apr 18 18:04:11.576307 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-815e6bbd-b462-4602-be30-a70511a46c8a req-ed3e759f-8731-4f61-a359-8533675cc581 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905049 Apr 18 18:04:11.599556 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Allocated IP 172.27.3.162 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:11.723188 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks [] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.764415 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:11.813912 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:11.820029 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:11.823117 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:11.851080 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:12.143479 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a68eb1a6-d9a2-4a0e-a174-0102365cc539 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:12.204652 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-77c5ea66-9b51-41c6-93ee-a2d3971fc36f tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:12.208033 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-77c5ea66-9b51-41c6-93ee-a2d3971fc36f tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.15 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.2155483 Apr 18 18:04:12.253321 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port a68eb1a6-d9a2-4a0e-a174-0102365cc539 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:12.256331 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:12.261751 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks [] for router_gateway (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:12.269665 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaccaf2-a586-48b5-9a9a-5689374f90f4 req-68f2045d-1840-4f80-aa86-582138f26de2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:12.271462 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bcaccaf2-a586-48b5-9a9a-5689374f90f4 req-68f2045d-1840-4f80-aa86-582138f26de2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0712695 Apr 18 18:04:12.336994 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a374c6d-5763-4a05-a120-1a1c1b52a1a0 req-9ae3c400-435b-475a-ac97-4d4ef54f2fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880389 Apr 18 18:04:12.386313 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port a68eb1a6-d9a2-4a0e-a174-0102365cc539 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:12.387491 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:12.468013 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port a68eb1a6-d9a2-4a0e-a174-0102365cc539, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a68eb1a6-d9a2-4a0e-a174-0102365cc539,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:12.480963 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:12.522444 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Deleting port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:04:12.522872 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:12.568135 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=a68eb1a6-d9a2-4a0e-a174-0102365cc539,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:12.582045 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bcaccaf2-a586-48b5-9a9a-5689374f90f4 req-fd559bd5-e500-4539-8bc8-bfdc95d32d35 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280409 Apr 18 18:04:12.620620 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19524314-f45e-4b35-9fb1-24f102903154 None None] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:12.742973 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c11c47cb-7f0d-4016-9499-bbdc1fcda841 None None] Provisioning complete for port a68eb1a6-d9a2-4a0e-a174-0102365cc539 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:12.743335 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c11c47cb-7f0d-4016-9499-bbdc1fcda841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:12.750644 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] For port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,segment=NetworkSegment(0d0b94ad-8c8b-4162-b2df-33dbc04e8665),segment_id=0d0b94ad-8c8b-4162-b2df-33dbc04e8665)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:12.751525 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:12.773550 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Calling delete_port for bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:04:12.786839 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96f480-8c97-4e1e-850e-453ac67fee6f req-056c8241-9bad-4b29-8fa1-d53a55c31158 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:12.788395 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cf96f480-8c97-4e1e-850e-453ac67fee6f req-056c8241-9bad-4b29-8fa1-d53a55c31158 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 946 time: 0.0885770 Apr 18 18:04:12.789601 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:12.860713 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:04:12.883237 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30618376-18e4-4158-b7e6-a12d26682bc0 req-4f653134-dcd4-465f-a86e-141777231cae tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:12.884774 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-30618376-18e4-4158-b7e6-a12d26682bc0 req-4f653134-dcd4-465f-a86e-141777231cae tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.1190467 Apr 18 18:04:13.009819 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cf96f480-8c97-4e1e-850e-453ac67fee6f req-e9fb3203-e792-45bc-ae19-8ba17c2271cb tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/security-groups?id=deaf00bd-0396-4e42-b7cb-fba1e007f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964855 Apr 18 18:04:13.026826 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c11c47cb-7f0d-4016-9499-bbdc1fcda841 None None] Current status of the port a68eb1a6-d9a2-4a0e-a174-0102365cc539 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:13.032158 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 is: ACTIVE; New status is: DOWN {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:13.032726 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:13.056847 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (bee2db5d-4c57-4790-86a0-c2e1d2eb4a77), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:13.072691 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-30618376-18e4-4158-b7e6-a12d26682bc0 req-536b03f3-7977-4a08-bfca-40e28a0b97d4 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261530 Apr 18 18:04:13.098447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Pushing event deleted for resources: {'Port': ['ID=bee2db5d-4c57-4790-86a0-c2e1d2eb4a77,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:13.118357 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:04:13.176249 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] No DVR routers for this DVR port bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:04:13.187260 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:13.190817 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b81de9b2-20c4-4577-8cb0-7ec74b94be3e req-061b4f37-590c-42f6-b51f-01d2d3a8dde1 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.15 "DELETE /v2.0/ports/bee2db5d-4c57-4790-86a0-c2e1d2eb4a77 HTTP/1.1" status: 204 len: 173 time: 0.9731588 Apr 18 18:04:13.191941 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad8175c-7712-441a-99f0-490d4749ad57', 'name': 'network-vif-deleted', 'tag': 'bee2db5d-4c57-4790-86a0-c2e1d2eb4a77'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:04:13.199133 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac9b34-11ec-4714-a7e0-e1d411d65834" -d '{"events": [{"server_uuid": "aad8175c-7712-441a-99f0-490d4749ad57", "name": "network-vif-deleted", "tag": "bee2db5d-4c57-4790-86a0-c2e1d2eb4a77"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:04:13.246680 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36974d4-8753-4559-a6ff-b3cdbc2793f8 x-openstack-request-id: req-f36974d4-8753-4559-a6ff-b3cdbc2793f8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:04:13.247261 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad8175c-7712-441a-99f0-490d4749ad57", "name": "network-vif-deleted", "tag": "bee2db5d-4c57-4790-86a0-c2e1d2eb4a77", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:04:13.247814 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f36974d4-8753-4559-a6ff-b3cdbc2793f8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:04:13.248233 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36974d4-8753-4559-a6ff-b3cdbc2793f8'] response: {'server_uuid': 'aad8175c-7712-441a-99f0-490d4749ad57', 'name': 'network-vif-deleted', 'tag': 'bee2db5d-4c57-4790-86a0-c2e1d2eb4a77', 'status': 'completed', 'code': 200} Apr 18 18:04:13.253180 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:13.260830 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ea5adbaf-6d3c-46a0-bf75-3be37383abe4 None None] Provisioning complete for port a68eb1a6-d9a2-4a0e-a174-0102365cc539 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:13.261454 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ea5adbaf-6d3c-46a0-bf75-3be37383abe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:13.265269 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:13.277443 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:13.281572 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1b766011-50bc-42f1-a6d6-f87602d74be8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6746962 Apr 18 18:04:13.281721 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:13.281721 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:13.281917 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42826) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:13.414065 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ea5adbaf-6d3c-46a0-bf75-3be37383abe4 None None] Current status of the port a68eb1a6-d9a2-4a0e-a174-0102365cc539 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:13.450903 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:13.631329 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:12Z', 'revision_number': 3, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:13.659210 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:13.659893 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Updating router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:04:13.694428 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:13.754673 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696087cc-5b87-44c4-926a-108d98366610 req-fa357e37-feba-4ab7-b0d6-affd71719656 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:13.756519 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-696087cc-5b87-44c4-926a-108d98366610 req-fa357e37-feba-4ab7-b0d6-affd71719656 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0625937 Apr 18 18:04:13.877240 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-696087cc-5b87-44c4-926a-108d98366610 req-87f17dea-3e6c-44aa-ae55-9ab1ef53e302 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909107 Apr 18 18:04:13.896920 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.075209 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a68eb1a6-d9a2-4a0e-a174-0102365cc539 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:14.098690 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Publish callbacks [] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.108721 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.120448 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Allocated IP 172.20.0.1 (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5/5d54297e-dcb0-4da0-a6f7-15b94dd798be/882ad11b-7ed8-4dd9-b61c-bcc48e027126) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:14.147798 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Attempting to bind port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:14.148176 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Attempting to bind port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:14.148550 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Attempting to bind port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:14.179216 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:14.179871 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:14.180554 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.181227 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:14.181870 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Bound port: 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:14.182688 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.203549 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port a68eb1a6-d9a2-4a0e-a174-0102365cc539 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:14.204113 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.242979 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] For port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:14.247713 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] For port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:14.260312 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.282885 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Pushing event updated for resources: {'Port': ['ID=9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:14.292669 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.293026 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.293403 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.293826 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.294315 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.294653 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.295001 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.295525 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.295888 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.296219 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.296545 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.296896 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.297224 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.297550 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.297873 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:14.331221 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:14.331903 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:03:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:14.339169 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port a68eb1a6-d9a2-4a0e-a174-0102365cc539 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:14.395704 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6bb4b1d7-d152-4a8a-8622-91378cc3155d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.453082 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:14.471053 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-9fed15a9-1de2-450c-8487-c53150ad0b38 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:14.474895 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-9fed15a9-1de2-450c-8487-c53150ad0b38 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.15 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.0716527 Apr 18 18:04:14.509262 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b4d37588-3bfc-46f8-bc3c-9b0849606034 req-939f32da-957e-468c-ad27-8b4b210cf733 tempest-DeleteServersTestJSON-134087556 tempest-DeleteServersTestJSON-134087556-project] 10.222.0.20 "GET /v2.0/ports?device_id=aad8175c-7712-441a-99f0-490d4749ad57 HTTP/1.1" status: 200 len: 210 time: 0.0735939 Apr 18 18:04:14.588819 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0dd39-925c-4052-ab8e-545ab2029477 None None] Pushing event updated for resources: {'Port': ['ID=9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:14.591178 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dec4b0-57f6-40a8-a119-5f03d16b6374 req-70ae81f1-e399-49cc-95b6-55572f782fb8 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:14.595876 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-04dec4b0-57f6-40a8-a119-5f03d16b6374 req-70ae81f1-e399-49cc-95b6-55572f782fb8 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 945 time: 0.1645427 Apr 18 18:04:14.640588 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Deleting port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:04:14.641222 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.699130 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:12Z', 'revision_number': 3, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:14.716784 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-04dec4b0-57f6-40a8-a119-5f03d16b6374 req-0dceaa21-1d67-4421-8ad2-34dc5ce6e228 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141074 Apr 18 18:04:14.729292 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f20311-0517-4d6f-b335-a0a84b15c24a None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:12Z', 'revision_number': 3, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:14.730626 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Publish callbacks [] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.787838 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.811534 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] For port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:14.812205 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:14.827975 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Calling delete_port for ca0b6917-9e88-4c41-bc8d-eb326dd7be1b owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:04:14.840505 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:14.846830 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:14.858688 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:14.889448 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Pushing event updated for resources: {'Port': ['ID=882ad11b-7ed8-4dd9-b61c-bcc48e027126,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:14.928059 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:15.051252 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (ca0b6917-9e88-4c41-bc8d-eb326dd7be1b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:15.058776 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f917b-783d-46e9-a335-2715e50c2827 req-b9d3fb30-3e72-44e5-8606-b766abd17cc8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:15.069934 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['ca0b6917-9e88-4c41-bc8d-eb326dd7be1b'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:04:15.074166 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-440f917b-783d-46e9-a335-2715e50c2827 req-b9d3fb30-3e72-44e5-8606-b766abd17cc8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0750971 Apr 18 18:04:15.126985 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Pushing event deleted for resources: {'Port': ['ID=ca0b6917-9e88-4c41-bc8d-eb326dd7be1b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:15.197171 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-1dc60f06-893d-43a1-bf96-2166f064ee6d None None] Provisioning complete for port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:15.198384 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dc60f06-893d-43a1-bf96-2166f064ee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:15.245746 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] No DVR routers for this DVR port ca0b6917-9e88-4c41-bc8d-eb326dd7be1b on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:04:15.257665 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:15.261557 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-162a1ec7-9d14-4040-b2ce-293417ec923f req-cbdb5b73-3651-444b-bb71-156c32f1db81 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.15 "DELETE /v2.0/ports/ca0b6917-9e88-4c41-bc8d-eb326dd7be1b HTTP/1.1" status: 204 len: 173 time: 0.7759850 Apr 18 18:04:15.265783 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04ee885-d140-4bf1-8325-7dba8359a376', 'name': 'network-vif-deleted', 'tag': 'ca0b6917-9e88-4c41-bc8d-eb326dd7be1b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:04:15.271619 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59febde-f4de-44a4-b828-22be8bfe5a74" -d '{"events": [{"server_uuid": "c04ee885-d140-4bf1-8325-7dba8359a376", "name": "network-vif-deleted", "tag": "ca0b6917-9e88-4c41-bc8d-eb326dd7be1b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:04:15.278571 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1dc60f06-893d-43a1-bf96-2166f064ee6d None None] Port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:04:15.305755 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-440f917b-783d-46e9-a335-2715e50c2827 req-8a2b4bd3-c47d-4c8a-a81a-663b24fb1acc tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304120 Apr 18 18:04:15.346910 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83883030-4429-4c48-8f06-6ef9036de4ca x-openstack-request-id: req-83883030-4429-4c48-8f06-6ef9036de4ca {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:04:15.347826 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04ee885-d140-4bf1-8325-7dba8359a376", "name": "network-vif-deleted", "tag": "ca0b6917-9e88-4c41-bc8d-eb326dd7be1b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:04:15.348183 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83883030-4429-4c48-8f06-6ef9036de4ca {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:04:15.348675 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83883030-4429-4c48-8f06-6ef9036de4ca'] response: {'server_uuid': 'c04ee885-d140-4bf1-8325-7dba8359a376', 'name': 'network-vif-deleted', 'tag': 'ca0b6917-9e88-4c41-bc8d-eb326dd7be1b', 'status': 'completed', 'code': 200} Apr 18 18:04:15.388445 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:15.632660 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Publish callbacks [] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:15.638981 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:15.727249 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Pushing event updated for resources: {'Port': ['ID=882ad11b-7ed8-4dd9-b61c-bcc48e027126,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:15.735373 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:15.892776 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8e4c548f-1c60-4b1f-8957-955e5080975a req-8baf5224-d96b-439f-80fc-e7efb9612850 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04ee885-d140-4bf1-8325-7dba8359a376 HTTP/1.1" status: 200 len: 210 time: 0.0441942 Apr 18 18:04:15.944220 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:15.946466 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:16.096152 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:16.178655 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:04:16.364861 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:16.365088 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:16.365480 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:16.386187 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-9b95978d-4c68-4771-87a2-97af56077437 admin admin] 10.222.0.20 "PUT /v2.0/routers/afe21c6e-88ce-4951-9bda-7dfd7f39ea32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1027329 Apr 18 18:04:16.434400 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-5c9d6639-18b0-4f74-8d8c-dd8863fc5304 None None] Provisioning complete for port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:16.435250 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c9d6639-18b0-4f74-8d8c-dd8863fc5304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:16.482798 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59ba05-4930-4512-8e50-5ce1fa6c869d req-c753cb15-d290-4bf2-ab4e-a3aa125e2bef tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:16.484420 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-be59ba05-4930-4512-8e50-5ce1fa6c869d req-c753cb15-d290-4bf2-ab4e-a3aa125e2bef tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0551932 Apr 18 18:04:16.499749 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d6639-18b0-4f74-8d8c-dd8863fc5304 None None] Port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:04:16.535442 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:16.535927 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:16.563576 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-be59ba05-4930-4512-8e50-5ce1fa6c869d req-f82a098a-6f53-43d1-99d7-4068fcc209de tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722089 Apr 18 18:04:16.571394 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:16.586362 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:16.588483 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4b1d-0d67-4d70-b3b8-1757785f0d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:16.643130 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:16.732153 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:04:17.000943 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42924) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:17.006044 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-682542713-network', 'tenant_id': '29c1af525b09406093ea759b169383b3'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:17.027702 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Made reservation on behalf of 29c1af525b09406093ea759b169383b3 for: {'network': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:17.030400 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.043302 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.156970 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Publish callbacks [] for security_group (959cbe3a-e102-49e0-9cd8-9e7ec4bdf634), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.175978 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (959cbe3a-e102-49e0-9cd8-9e7ec4bdf634), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.198599 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:17.211877 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:17.212496 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:17.229935 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:04:17.245144 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (4db01e84-d8ce-4678-a2b9-47d1af26e775), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.245144 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.segments_db [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Added segment 4db01e84-d8ce-4678-a2b9-47d1af26e775 of type vlan for network fc21c3ff-2aba-4168-8d85-0004ab786f9f Apr 18 18:04:17.273844 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42956) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:17.308155 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (fc21c3ff-2aba-4168-8d85-0004ab786f9f), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.326557 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ae9251-8e54-4f92-947f-682c54796088 admin admin] Deleting subnet 0f70b10e-7e1b-4c73-afff-3de48c1d38e3 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:04:17.330467 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79ae9251-8e54-4f92-947f-682c54796088 admin admin] Publish callbacks [] for subnet (0f70b10e-7e1b-4c73-afff-3de48c1d38e3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.368769 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79ae9251-8e54-4f92-947f-682c54796088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (0f70b10e-7e1b-4c73-afff-3de48c1d38e3), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.374641 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:17.386809 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (fc21c3ff-2aba-4168-8d85-0004ab786f9f), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.387932 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:17.388653 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.416058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79ae9251-8e54-4f92-947f-682c54796088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (0f70b10e-7e1b-4c73-afff-3de48c1d38e3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.451287 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4492006 Apr 18 18:04:17.452285 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42958) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:17.459992 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959cbe3a-e102-49e0-9cd8-9e7ec4bdf634,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:17.461113 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Request body: {'subnet': {'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-682542713-subnet', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:17.497836 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Made reservation on behalf of 29c1af525b09406093ea759b169383b3 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:17.501613 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13561518'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.531585 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79ae9251-8e54-4f92-947f-682c54796088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (0f70b10e-7e1b-4c73-afff-3de48c1d38e3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.559287 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fab08-32b6-48ab-b762-0191783cb49a admin admin] Pushing event updated for resources: {'Network': ['ID=fc21c3ff-2aba-4168-8d85-0004ab786f9f,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:17.587127 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-cd9f8412-19f4-49c9-8b30-76f3fff177ec tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:17.588454 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-cd9f8412-19f4-49c9-8b30-76f3fff177ec tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/networks?id=445c8563-ea0d-4760-8979-32ab1d695d72 HTTP/1.1" status: 200 len: 808 time: 0.4264610 Apr 18 18:04:17.608973 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae9251-8e54-4f92-947f-682c54796088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f70b10e-7e1b-4c73-afff-3de48c1d38e3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:17.612888 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79ae9251-8e54-4f92-947f-682c54796088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.616030 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-88aad7c2-fdf5-49ab-aa54-ddda718b1094 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/quotas/b6dd59c26aa3451e8daedf28d49f6507 HTTP/1.1" status: 200 len: 375 time: 0.0222647 Apr 18 18:04:17.624820 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-79ae9251-8e54-4f92-947f-682c54796088 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0f70b10e-7e1b-4c73-afff-3de48c1d38e3 HTTP/1.1" status: 204 len: 168 time: 0.3492596 Apr 18 18:04:17.625566 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42964) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:17.649656 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network fc21c3ff-2aba-4168-8d85-0004ab786f9f details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:04:17.655951 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42966) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:17.706868 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 2, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:17.742059 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-613cf13f-fdbb-4eb5-b975-fb19db2e77c0 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6dd59c26aa3451e8daedf28d49f6507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195130 Apr 18 18:04:17.752266 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:17.752799 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Updating router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:04:17.831407 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.870446 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1627c8-4916-451d-b742-e17270ec3f43 req-b3dd52b9-399c-437a-94a0-9721fd29009b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:17.871992 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ab1627c8-4916-451d-b742-e17270ec3f43 req-b3dd52b9-399c-437a-94a0-9721fd29009b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1898298 Apr 18 18:04:17.872472 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:17.880676 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.037524 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-e319eaac-add8-48e3-aaf1-bf984b033556 service neutron] 10.222.0.20 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944145 Apr 18 18:04:18.050684 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.056065 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ab1627c8-4916-451d-b742-e17270ec3f43 req-0e5ddd6f-f54f-4033-867a-bb41d3c1506f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679835 Apr 18 18:04:18.129336 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9']}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:18.142343 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13561528'] for subnet (64089519-ad10-407a-8b32-bd269e24df67), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.144369 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0b94ad-8c8b-4162-b2df-33dbc04e8665') {'for_net_delete': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:18.144611 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0b94ad-8c8b-4162-b2df-33dbc04e8665') {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:18.164491 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:18.197904 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64089519-ad10-407a-8b32-bd269e24df67,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:18.200830 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-c78ca866-9dfe-4e41-bf04-2eaa2bbb6a2d service neutron] 10.222.0.20 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623058 Apr 18 18:04:18.203132 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-937e96af-b643-461b-8446-bb0d5eda09d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.204651 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14869643'] for segment (0d0b94ad-8c8b-4162-b2df-33dbc04e8665), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.225202 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (0d0b94ad-8c8b-4162-b2df-33dbc04e8665), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.238066 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:04:18.239235 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14646260'] for segment (0d0b94ad-8c8b-4162-b2df-33dbc04e8665), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: Traceback (most recent call last): Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: timer() Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: cb(*args, **kw) Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: return func(*args, **kwargs) Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: self._notify() Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: self.callback(batched_events) Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: event.method(event) Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: return f(self, *a, **k) Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._get(url).json() Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: return self.request(url, 'GET', **kwargs) Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:04:18.243464 dv-cinder-838329-1-iscsi neutron-server[103432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:04:18.301781 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Checking segment: {'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:18.302547 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Network hostable DHCP agents. Network: fc21c3ff-2aba-4168-8d85-0004ab786f9f, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:04:18.346644 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Network fc21c3ff-2aba-4168-8d85-0004ab786f9f is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:04:18.380906 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.381237 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, fc21c3ff-2aba-4168-8d85-0004ab786f9f) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:18.384551 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-937e96af-b643-461b-8446-bb0d5eda09d0 admin admin] Publish callbacks [] for security_group (8acd738d-d500-48f9-8184-05f8d9b71f5e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.386100 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.388830 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:18.389756 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.391558 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9 HTTP/1.1" status: 204 len: 168 time: 0.7608297 Apr 18 18:04:18.394979 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-937e96af-b643-461b-8446-bb0d5eda09d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (8acd738d-d500-48f9-8184-05f8d9b71f5e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.432410 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3bfae-9721-486f-a99c-8af441eb1ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bd14a6-f2f2-4dd2-8f55-0ac18ef545e9,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:18.445347 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Publish callbacks [] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.458845 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349e8c8-e669-4ecf-a96c-4e39b6fa9568 None None] Network fc21c3ff-2aba-4168-8d85-0004ab786f9f requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:18.470617 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-71a3462a-229d-40b3-a624-308b56ce496e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0163183 Apr 18 18:04:18.473694 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42988) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:18.479418 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:18.484328 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e96af-b643-461b-8446-bb0d5eda09d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd738d-d500-48f9-8184-05f8d9b71f5e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:18.496529 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-937e96af-b643-461b-8446-bb0d5eda09d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=444b3ba951ec45eabe20aa9e032d174a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8378730 Apr 18 18:04:18.499838 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 42990) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:18.510003 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.542152 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (afbac629-2336-4e83-8142-c616f23a0842), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.543680 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (afbac629-2336-4e83-8142-c616f23a0842), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.620210 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-62b05e52-a250-400b-933a-fd50211b74ce req-911ffe7c-5545-4218-8a0d-8e993c93afc3 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 210 time: 0.0670285 Apr 18 18:04:18.623215 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4144ad97-870e-4ef7-83c3-61261eab0be9 admin admin] Publish callbacks [] for security_group (8acd738d-d500-48f9-8184-05f8d9b71f5e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.679988 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:18.680300 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.712032 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4144ad97-870e-4ef7-83c3-61261eab0be9 admin admin] Publish callbacks [] for security_group (8acd738d-d500-48f9-8184-05f8d9b71f5e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.716821 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks [] for router_controller (afbac629-2336-4e83-8142-c616f23a0842), precommit_add_association {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.720644 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 42998) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:18.835396 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd1bb9-08de-45f3-8e01-3c4f224254b7 None None] Pushing event updated for resources: {'Port': ['ID=882ad11b-7ed8-4dd9-b61c-bcc48e027126,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:18.845562 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4144ad97-870e-4ef7-83c3-61261eab0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (8acd738d-d500-48f9-8184-05f8d9b71f5e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.850905 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4144ad97-870e-4ef7-83c3-61261eab0be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:18.856756 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4144ad97-870e-4ef7-83c3-61261eab0be9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8acd738d-d500-48f9-8184-05f8d9b71f5e HTTP/1.1" status: 204 len: 168 time: 0.3551984 Apr 18 18:04:18.869591 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144ad97-870e-4ef7-83c3-61261eab0be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd738d-d500-48f9-8184-05f8d9b71f5e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:18.920762 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device ca0b6917-9e88-4c41-bc8d-eb326dd7be1b no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:04:19.013582 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: ca0b6917-9e88-4c41-bc8d-eb326dd7be1b {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:04:19.014054 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device ca0b6917-9e88-4c41-bc8d-eb326dd7be1b not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:04:19.052012 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Attempting to bind port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:19.061545 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Attempting to bind port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:19.061545 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Attempting to bind port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:19.076751 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:19.077301 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Checking segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:19.077761 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.078360 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Bound using segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:19.078866 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Bound port: 882ad11b-7ed8-4dd9-b61c-bcc48e027126, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:19.079253 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.096821 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-fc21c3ff-2aba-4168-8d85-0004ab786f9f', 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f', 'project_id': '29c1af525b09406093ea759b169383b3', 'fixed_ips': [{'subnet_id': '64089519-ad10-407a-8b32-bd269e24df67'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:04:19.097582 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.141309 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks [] for router_gateway (afbac629-2336-4e83-8142-c616f23a0842), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.150138 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d33534fc-6faf-4123-bd26-619eea1de3f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c33ad7bf51c44a0190edc8a3cae230af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4255967 Apr 18 18:04:19.153391 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43014) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:19.208644 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] For port 882ad11b-7ed8-4dd9-b61c-bcc48e027126, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:19.214569 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] For port 882ad11b-7ed8-4dd9-b61c-bcc48e027126, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=882ad11b-7ed8-4dd9-b61c-bcc48e027126,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:19.283279 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ba149c0-658e-4231-a194-2b07c44ca37c admin admin] Publish callbacks [] for security_group (deaf00bd-0396-4e42-b7cb-fba1e007f323), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.299219 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.326291 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.345584 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1852a72-dcb3-484c-9a77-2f446e482134 req-266f518c-0228-4394-abb4-e41d91ca7e9d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:19.348489 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d1852a72-dcb3-484c-9a77-2f446e482134 req-266f518c-0228-4394-abb4-e41d91ca7e9d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0869746 Apr 18 18:04:19.361286 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ba149c0-658e-4231-a194-2b07c44ca37c admin admin] Publish callbacks [] for security_group (deaf00bd-0396-4e42-b7cb-fba1e007f323), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.439991 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-6fc55f53-6e4b-40f9-aa3b-f466ddca348d None None] Provisioning complete for port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:19.440375 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6fc55f53-6e4b-40f9-aa3b-f466ddca348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.452539 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ba149c0-658e-4231-a194-2b07c44ca37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (deaf00bd-0396-4e42-b7cb-fba1e007f323), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.454174 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:19.462531 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7ba149c0-658e-4231-a194-2b07c44ca37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.468607 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7ba149c0-658e-4231-a194-2b07c44ca37c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/deaf00bd-0396-4e42-b7cb-fba1e007f323 HTTP/1.1" status: 204 len: 168 time: 0.3102503 Apr 18 18:04:19.505278 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba149c0-658e-4231-a194-2b07c44ca37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf00bd-0396-4e42-b7cb-fba1e007f323,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:19.631912 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d1852a72-dcb3-484c-9a77-2f446e482134 req-aa60e642-a80d-4311-91f2-ffaebeb77260 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198505 Apr 18 18:04:19.639631 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks [] for router_gateway (afbac629-2336-4e83-8142-c616f23a0842), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.668404 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:19.785993 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd1bb9-08de-45f3-8e01-3c4f224254b7 None None] Pushing event updated for resources: {'Port': ['ID=882ad11b-7ed8-4dd9-b61c-bcc48e027126,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:19.791648 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:19.793701 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:19.920263 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3753c98-7dcd-4d39-ab00-185a38623aff req-0456f756-2a20-4da9-95a2-0ccbf9332804 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 210 time: 0.0999372 Apr 18 18:04:19.926140 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Allocated IP 172.20.0.2 (fc21c3ff-2aba-4168-8d85-0004ab786f9f/64089519-ad10-407a-8b32-bd269e24df67/ceaf0e70-11ea-4456-98b5-5d2239af7568) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:19.975045 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Allocated IP 172.27.3.167 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/18df036e-3570-4863-b683-148455f3c1a4) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:20.065885 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6fc55f53-6e4b-40f9-aa3b-f466ddca348d None None] Current status of the port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:20.066509 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6fc55f53-6e4b-40f9-aa3b-f466ddca348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.170697 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:20.303314 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43052) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:20.401697 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-6fc55f53-6e4b-40f9-aa3b-f466ddca348d None None] For port 882ad11b-7ed8-4dd9-b61c-bcc48e027126, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=882ad11b-7ed8-4dd9-b61c-bcc48e027126,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:20.416558 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-31acd37e-199d-4d6b-b3a3-72e318fa3a18 admin admin] Deleting subnet 87f7f90c-cf21-4a4f-b069-6f6fadf0d748 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:04:20.430216 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6fc55f53-6e4b-40f9-aa3b-f466ddca348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.431851 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31acd37e-199d-4d6b-b3a3-72e318fa3a18 admin admin] Publish callbacks [] for subnet (87f7f90c-cf21-4a4f-b069-6f6fadf0d748), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.470449 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-db57b95e-45fb-49aa-ab18-0c1406b8d909 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:20.472247 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-db57b95e-45fb-49aa-ab18-0c1406b8d909 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.15 "GET /v2.0/networks?id=445c8563-ea0d-4760-8979-32ab1d695d72 HTTP/1.1" status: 200 len: 808 time: 0.3850083 Apr 18 18:04:20.492243 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Request body: {'port': {'device_id': '4e68b096-8fcb-478b-8f36-522c0dce5578', 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72', 'admin_state_up': True, 'tenant_id': 'b6dd59c26aa3451e8daedf28d49f6507'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:20.517799 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31acd37e-199d-4d6b-b3a3-72e318fa3a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (87f7f90c-cf21-4a4f-b069-6f6fadf0d748), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.580397 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks [] for port (18df036e-3570-4863-b683-148455f3c1a4), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.640670 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c973d36c-536d-4aba-9da8-633a79e0e0e3 None None] Provisioning complete for port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:20.641186 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c973d36c-536d-4aba-9da8-633a79e0e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.645750 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31acd37e-199d-4d6b-b3a3-72e318fa3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (87f7f90c-cf21-4a4f-b069-6f6fadf0d748), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.655137 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (18df036e-3570-4863-b683-148455f3c1a4), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.691612 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Publish callbacks [] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.746773 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:20.750129 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:20.757249 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:20.770468 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc55f53-6e4b-40f9-aa3b-f466ddca348d None None] Pushing event updated for resources: {'Port': ['ID=882ad11b-7ed8-4dd9-b61c-bcc48e027126,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:20.788568 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Made reservation on behalf of b6dd59c26aa3451e8daedf28d49f6507 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:20.792827 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Pushing event updated for resources: {'Port': ['ID=18df036e-3570-4863-b683-148455f3c1a4,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:20.802002 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.810739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.811714 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.855176 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31acd37e-199d-4d6b-b3a3-72e318fa3a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (87f7f90c-cf21-4a4f-b069-6f6fadf0d748), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.896199 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:19Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:20.925735 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba399b-fa4b-4f84-a026-1a8ba1af52d7 req-a00204ea-aa65-456c-8290-637869778a7c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:20.928926 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-89ba399b-fa4b-4f84-a026-1a8ba1af52d7 req-a00204ea-aa65-456c-8290-637869778a7c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1211398 Apr 18 18:04:20.931912 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acd37e-199d-4d6b-b3a3-72e318fa3a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f7f90c-cf21-4a4f-b069-6f6fadf0d748,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:20.935580 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31acd37e-199d-4d6b-b3a3-72e318fa3a18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:20.940914 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-31acd37e-199d-4d6b-b3a3-72e318fa3a18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87f7f90c-cf21-4a4f-b069-6f6fadf0d748 HTTP/1.1" status: 204 len: 168 time: 0.6195149 Apr 18 18:04:20.948472 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Network fc21c3ff-2aba-4168-8d85-0004ab786f9f is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:20.953488 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:20.966506 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f205799-4252-45f0-92e3-c0f7a2071af7 None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:19Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:20.968174 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:20.989658 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43078) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:21.119376 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Pushing event updated for resources: {'Port': ['ID=ceaf0e70-11ea-4456-98b5-5d2239af7568,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:21.165083 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43080) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:21.177775 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f06f6749-78de-473c-a0a9-5408c9d1145f req-51d69b01-87c3-4807-92b7-3db9fa998b3a tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 210 time: 0.0710680 Apr 18 18:04:21.180840 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c973d36c-536d-4aba-9da8-633a79e0e0e3 None None] Current status of the port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:21.224810 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Attempting to bind port ceaf0e70-11ea-4456-98b5-5d2239af7568 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:21.225179 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Attempting to bind port ceaf0e70-11ea-4456-98b5-5d2239af7568 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:21.225542 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Attempting to bind port ceaf0e70-11ea-4456-98b5-5d2239af7568 on network fc21c3ff-2aba-4168-8d85-0004ab786f9f {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:21.241461 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:21.241924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Checking segment: {'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:21.242279 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.242685 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Bound using segment: {'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:21.243272 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Bound port: ceaf0e70-11ea-4456-98b5-5d2239af7568, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:21.243549 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.260982 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Allocated IP 172.20.0.13 (445c8563-ea0d-4760-8979-32ab1d695d72/f8f97e93-78df-4356-a9cc-15dccfb20f68/0ae44ac3-6d26-45df-8269-6a23647b5491) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:21.282185 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (dedba0cc-2066-4492-977f-9e0f5116fa78), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.345885 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] For port ceaf0e70-11ea-4456-98b5-5d2239af7568, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:21.352041 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] For port ceaf0e70-11ea-4456-98b5-5d2239af7568, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=ceaf0e70-11ea-4456-98b5-5d2239af7568,segment=NetworkSegment(4db01e84-d8ce-4678-a2b9-47d1af26e775),segment_id=4db01e84-d8ce-4678-a2b9-47d1af26e775)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:21.366397 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.441330 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-89ba399b-fa4b-4f84-a026-1a8ba1af52d7 req-fcd7d10e-068e-44f5-a13e-635f2a4f334f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500580 Apr 18 18:04:21.522267 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572203c-d75c-4827-87e0-536ab6abf7ef None None] Pushing event updated for resources: {'Port': ['ID=ceaf0e70-11ea-4456-98b5-5d2239af7568,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:21.584106 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-390391455-network', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:21.625484 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (dedba0cc-2066-4492-977f-9e0f5116fa78), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.669950 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks [] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.747055 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.749118 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Made reservation on behalf of e5d3a5582af44c5ab9817cc86034389c for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:21.751642 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.793317 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedba0cc-2066-4492-977f-9e0f5116fa78']}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:21.848477 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Pushing event updated for resources: {'Port': ['ID=0ae44ac3-6d26-45df-8269-6a23647b5491,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:21.852543 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.876380 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5db6e6-c1e7-437c-bb12-0a246790913d') {'for_net_delete': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:21.876599 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5db6e6-c1e7-437c-bb12-0a246790913d') {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:21.904162 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Network 445c8563-ea0d-4760-8979-32ab1d695d72 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:21.907478 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:21.917143 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:21.920336 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14869643'] for segment (6c5db6e6-c1e7-437c-bb12-0a246790913d), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.969601 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (6c5db6e6-c1e7-437c-bb12-0a246790913d), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:21.999582 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:22.000444 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.005025 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:04:22.010295 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14646260'] for segment (6c5db6e6-c1e7-437c-bb12-0a246790913d), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: Traceback (most recent call last): Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: timer() Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: cb(*args, **kw) Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: return func(*args, **kwargs) Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: self._notify() Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: self.callback(batched_events) Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: event.method(event) Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: return f(self, *a, **k) Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._get(url).json() Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: return self.request(url, 'GET', **kwargs) Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:04:22.013288 dv-cinder-838329-1-iscsi neutron-server[103432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:04:22.040960 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-0c938aed-9882-4176-bfa7-9784bc4ea21d tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5538268 Apr 18 18:04:22.051581 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks [] for router_gateway (afbac629-2336-4e83-8142-c616f23a0842), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.059092 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Request body: {'port': {'device_id': '4e68b096-8fcb-478b-8f36-522c0dce5578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:22.174377 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.213951 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device ceaf0e70-11ea-4456-98b5-5d2239af7568 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:22.218880 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (dedba0cc-2066-4492-977f-9e0f5116fa78), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.290599 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.290599 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] 10.222.0.20 "DELETE /v2.0/networks/dedba0cc-2066-4492-977f-9e0f5116fa78 HTTP/1.1" status: 204 len: 168 time: 1.2976348 Apr 18 18:04:22.305624 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43098) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:22.321941 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f38bde-132a-428d-879f-93d8a5c1006e admin admin] Pushing event deleted for resources: {'Network': ['ID=dedba0cc-2066-4492-977f-9e0f5116fa78,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:22.360757 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Publish callbacks [] for security_group (e1af8836-76bf-4470-8145-62637ae47337), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.369324 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (e1af8836-76bf-4470-8145-62637ae47337), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.400800 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port ceaf0e70-11ea-4456-98b5-5d2239af7568 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:22.401508 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.454880 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_v2 [None req-641895e0-3c4d-4332-b635-c1adfb4fc870 admin admin] Deleting subnet 6f41b27b-4a86-40d7-93b1-dbc263b42a03 {{(pid=103432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:04:22.475764 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-641895e0-3c4d-4332-b635-c1adfb4fc870 admin admin] Publish callbacks [] for subnet (6f41b27b-4a86-40d7-93b1-dbc263b42a03), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.516253 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:04:22.581662 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40b4b3-557b-4574-b441-227ef0ef5230 req-d9e74dc2-c39d-463c-9194-f3e118e67967 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:22.589666 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af8836-76bf-4470-8145-62637ae47337,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:22.590256 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1b40b4b3-557b-4574-b441-227ef0ef5230 req-d9e74dc2-c39d-463c-9194-f3e118e67967 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 932 time: 0.2285018 Apr 18 18:04:22.603516 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (32470930-3bd0-4942-a40c-825be76a79e1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.603922 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Added segment 32470930-3bd0-4942-a40c-825be76a79e1 of type vlan for network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe Apr 18 18:04:22.650207 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port ceaf0e70-11ea-4456-98b5-5d2239af7568 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:22.651384 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.672119 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (7d4e2dd5-11da-4ede-b925-afe9f4990fbe), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.683255 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a7fef-7390-4496-8ea0-a5c2320a39bf req-56924c9e-421c-4cab-974b-8f6bfc795ff0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:22.685001 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7f0a7fef-7390-4496-8ea0-a5c2320a39bf req-56924c9e-421c-4cab-974b-8f6bfc795ff0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0927579 Apr 18 18:04:22.747275 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-641895e0-3c4d-4332-b635-c1adfb4fc870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14869680'] for subnet (6f41b27b-4a86-40d7-93b1-dbc263b42a03), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.772183 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port ceaf0e70-11ea-4456-98b5-5d2239af7568, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=ceaf0e70-11ea-4456-98b5-5d2239af7568,segment=NetworkSegment(4db01e84-d8ce-4678-a2b9-47d1af26e775),segment_id=4db01e84-d8ce-4678-a2b9-47d1af26e775)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:22.783773 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:22.785308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 882ad11b-7ed8-4dd9-b61c-bcc48e027126 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:22.959210 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1b40b4b3-557b-4574-b441-227ef0ef5230 req-4fda52f7-0ceb-4916-a82f-d0f426493188 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682923 Apr 18 18:04:22.961324 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=ceaf0e70-11ea-4456-98b5-5d2239af7568,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:22.991724 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7f0a7fef-7390-4496-8ea0-a5c2320a39bf req-95c6b554-ffa6-42ec-ae0b-6b1da21ec587 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898774 Apr 18 18:04:23.000291 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (afbac629-2336-4e83-8142-c616f23a0842), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.014543 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae44ac3-6d26-45df-8269-6a23647b5491 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:04:23.020872 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-641895e0-3c4d-4332-b635-c1adfb4fc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (6f41b27b-4a86-40d7-93b1-dbc263b42a03), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.030920 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Publish callbacks [] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.031477 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:23.032129 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.038611 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (7d4e2dd5-11da-4ede-b925-afe9f4990fbe), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.039668 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:23.040320 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.090792 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Transition to ACTIVE for port object 0ae44ac3-6d26-45df-8269-6a23647b5491 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:04:23.142397 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.176787 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0104647 Apr 18 18:04:23.186543 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43112) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:23.197806 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Request body: {'subnet': {'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-390391455-subnet', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:23.216807 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:23.255945 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Made reservation on behalf of e5d3a5582af44c5ab9817cc86034389c for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:23.258322 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13271829'] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.263819 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-641895e0-3c4d-4332-b635-c1adfb4fc870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14646094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13271866'] for subnet (6f41b27b-4a86-40d7-93b1-dbc263b42a03), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.271145 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ae406-caaf-4f41-8d18-8c2e27ab7dcc None None] Network fc21c3ff-2aba-4168-8d85-0004ab786f9f requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:23.290659 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-641895e0-3c4d-4332-b635-c1adfb4fc870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.297080 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-641895e0-3c4d-4332-b635-c1adfb4fc870 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f41b27b-4a86-40d7-93b1-dbc263b42a03 HTTP/1.1" status: 204 len: 168 time: 0.9899406 Apr 18 18:04:23.299668 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bfc7e-5504-4fa5-8aaa-20478684e52a admin admin] Pushing event updated for resources: {'Network': ['ID=7d4e2dd5-11da-4ede-b925-afe9f4990fbe,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:23.310404 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43116) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:23.359103 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae44ac3-6d26-45df-8269-6a23647b5491,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:23.392875 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641895e0-3c4d-4332-b635-c1adfb4fc870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f41b27b-4a86-40d7-93b1-dbc263b42a03,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:23.398174 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:04:23.501353 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Attempting to bind port 0ae44ac3-6d26-45df-8269-6a23647b5491 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:23.501835 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Attempting to bind port 0ae44ac3-6d26-45df-8269-6a23647b5491 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:23.502341 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Attempting to bind port 0ae44ac3-6d26-45df-8269-6a23647b5491 on network 445c8563-ea0d-4760-8979-32ab1d695d72 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:23.520399 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (01f2fd1b-f7da-4260-bd90-5ca4408c4f84), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.527233 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Router afbac629-2336-4e83-8142-c616f23a0842 is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:04:23.527918 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-54972938-6fea-46ed-b157-1f4d5ebc9b27 None None] Provisioning complete for port ceaf0e70-11ea-4456-98b5-5d2239af7568 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:23.528410 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54972938-6fea-46ed-b157-1f4d5ebc9b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.529845 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Port 0ae44ac3-6d26-45df-8269-6a23647b5491 on network 445c8563-ea0d-4760-8979-32ab1d695d72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:04:23.530483 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Attempting to bind port 0ae44ac3-6d26-45df-8269-6a23647b5491 on network 445c8563-ea0d-4760-8979-32ab1d695d72 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:23.551508 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:23.555645 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Checking segment: {'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:23.556282 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Bound using segment: {'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:23.557562 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Bound port: 0ae44ac3-6d26-45df-8269-6a23647b5491, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b389d9-cb23-4dac-8341-4dad4926c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:23.558145 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.684802 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] For port 0ae44ac3-6d26-45df-8269-6a23647b5491, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:23.688368 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] For port 0ae44ac3-6d26-45df-8269-6a23647b5491, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0ae44ac3-6d26-45df-8269-6a23647b5491,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:23.696344 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.700881 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-54972938-6fea-46ed-b157-1f4d5ebc9b27 None None] Current status of the port ceaf0e70-11ea-4456-98b5-5d2239af7568 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:23.734078 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:23.734792 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.736322 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ae44ac3-6d26-45df-8269-6a23647b5491 HTTP/1.1" status: 200 len: 1094 time: 1.6883066 Apr 18 18:04:23.736800 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e68b096-8fcb-478b-8f36-522c0dce5578', 'tag': '0ae44ac3-6d26-45df-8269-6a23647b5491'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:04:23.739814 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b071bf95-0181-46b3-b5c5-dcc7631741bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e68b096-8fcb-478b-8f36-522c0dce5578", "tag": "0ae44ac3-6d26-45df-8269-6a23647b5491"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:04:23.770018 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90131776-5c5e-4783-9ac8-beb4883d54c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae44ac3-6d26-45df-8269-6a23647b5491,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:23.804697 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e27b36c-272c-4a68-b44f-22041fbdbaa2 x-openstack-request-id: req-8e27b36c-272c-4a68-b44f-22041fbdbaa2 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:04:23.805160 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e68b096-8fcb-478b-8f36-522c0dce5578", "tag": "0ae44ac3-6d26-45df-8269-6a23647b5491", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:04:23.805574 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e27b36c-272c-4a68-b44f-22041fbdbaa2 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:04:23.806198 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e27b36c-272c-4a68-b44f-22041fbdbaa2'] response: {'name': 'network-changed', 'server_uuid': '4e68b096-8fcb-478b-8f36-522c0dce5578', 'tag': '0ae44ac3-6d26-45df-8269-6a23647b5491', 'status': 'completed', 'code': 200} Apr 18 18:04:23.848980 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-66adb6a4-688d-4c1f-8f7c-2f8f73d0bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:23.851209 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-66adb6a4-688d-4c1f-8f7c-2f8f73d0bec3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6dd59c26aa3451e8daedf28d49f6507&device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 1128 time: 0.0660918 Apr 18 18:04:23.902649 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-ef831480-62c3-41aa-99ff-d62b8b6c226a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae44ac3-6d26-45df-8269-6a23647b5491 HTTP/1.1" status: 200 len: 217 time: 0.0413876 Apr 18 18:04:23.926934 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-4a849fe4-7354-4e2a-a533-9c60a923dedf None None] Provisioning complete for port ceaf0e70-11ea-4456-98b5-5d2239af7568 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:23.927338 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4a849fe4-7354-4e2a-a533-9c60a923dedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:23.974653 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-db6a6f63-6fab-465d-b90f-fe049a9943ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:23.976275 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-db6a6f63-6fab-465d-b90f-fe049a9943ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8f97e93-78df-4356-a9cc-15dccfb20f68 HTTP/1.1" status: 200 len: 848 time: 0.0648692 Apr 18 18:04:24.059753 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-a20741f4-f2ae-431d-8c13-c5473df00555 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=445c8563-ea0d-4760-8979-32ab1d695d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762284 Apr 18 18:04:24.137843 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device ceaf0e70-11ea-4456-98b5-5d2239af7568 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:24.167013 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-2e280bf1-f523-4628-b7ca-2a84e2b4d144 service neutron] 10.222.0.15 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975249 Apr 18 18:04:24.169277 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (01f2fd1b-f7da-4260-bd90-5ca4408c4f84), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.240527 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port ceaf0e70-11ea-4456-98b5-5d2239af7568 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:24.241099 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.267224 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106fb6c-0686-4cfb-a337-c951d0b8dd29 req-9f83bd93-faee-4d53-aab1-805aaad19677 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:24.268357 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4a849fe4-7354-4e2a-a533-9c60a923dedf None None] Current status of the port ceaf0e70-11ea-4456-98b5-5d2239af7568 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:24.273574 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1106fb6c-0686-4cfb-a337-c951d0b8dd29 req-9f83bd93-faee-4d53-aab1-805aaad19677 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 944 time: 0.2162573 Apr 18 18:04:24.273990 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d016779-e6b0-42fd-8eec-b923c4a604fd req-938a9d5c-2586-442e-aead-fc95743834e7 service neutron] 10.222.0.15 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999210 Apr 18 18:04:24.319171 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:24.328748 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f2fd1b-f7da-4260-bd90-5ca4408c4f84']}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:24.343293 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Sync routers for ids ['afbac629-2336-4e83-8142-c616f23a0842'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:24.347072 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b81a7-2ece-4317-8f51-494ec39f3472 req-8e1e2f4a-9b07-4aba-ba1a-03d9f167e5a0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:24.349411 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a23b81a7-2ece-4317-8f51-494ec39f3472 req-8e1e2f4a-9b07-4aba-ba1a-03d9f167e5a0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.2156291 Apr 18 18:04:24.357313 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Routers {'afbac629-2336-4e83-8142-c616f23a0842'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:24.358632 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afbac629-2336-4e83-8142-c616f23a0842'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:24.364209 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13271811'] for subnet (e871e185-f869-4fa8-95ce-6ee63986737a), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.381368 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dc92af-2a29-4fa4-8c39-d770a72d80d1') {'for_net_delete': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:24.381677 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dc92af-2a29-4fa4-8c39-d770a72d80d1') {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:24.384305 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port ceaf0e70-11ea-4456-98b5-5d2239af7568 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:24.435078 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14869643'] for segment (96dc92af-2a29-4fa4-8c39-d770a72d80d1), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.467115 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.468429 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-707965f3-2768-436d-8754-24d58f408761 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9934864 Apr 18 18:04:24.471311 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43130) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:24.491787 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Set router afbac629-2336-4e83-8142-c616f23a0842 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:24.504337 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (96dc92af-2a29-4fa4-8c39-d770a72d80d1), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.542861 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:04:24.543313 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14646260'] for segment (96dc92af-2a29-4fa4-8c39-d770a72d80d1), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.546105 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e871e185-f869-4fa8-95ce-6ee63986737a,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: Traceback (most recent call last): Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: timer() Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: cb(*args, **kw) Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: return func(*args, **kwargs) Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: self._notify() Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: self.callback(batched_events) Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: event.method(event) Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: return f(self, *a, **k) Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._get(url).json() Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: return self.request(url, 'GET', **kwargs) Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:04:24.549268 dv-cinder-838329-1-iscsi neutron-server[103432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:04:24.570195 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1106fb6c-0686-4cfb-a337-c951d0b8dd29 req-e6997201-428f-48c3-a697-b1568e916561 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814133 Apr 18 18:04:24.658651 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a23b81a7-2ece-4317-8f51-494ec39f3472 req-2234711d-3df8-40c2-aecc-30f830469a86 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983389 Apr 18 18:04:24.669317 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Checking segment: {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:24.669694 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Network hostable DHCP agents. Network: 7d4e2dd5-11da-4ede-b925-afe9f4990fbe, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:04:24.702746 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (01f2fd1b-f7da-4260-bd90-5ca4408c4f84), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.707142 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:04:24.716103 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.719698 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] 10.222.0.20 "DELETE /v2.0/networks/01f2fd1b-f7da-4260-bd90-5ca4408c4f84 HTTP/1.1" status: 204 len: 168 time: 1.4059751 Apr 18 18:04:24.728111 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '18df036e-3570-4863-b683-148455f3c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:04:21Z', 'revision_number': 3, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port': {'id': '18df036e-3570-4863-b683-148455f3c1a4', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:19Z', 'updated_at': '2022-04-18T18:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:24.757525 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541ee75-447b-41c0-b0aa-170f5dade396 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f2fd1b-f7da-4260-bd90-5ca4408c4f84,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:24.765607 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 7d4e2dd5-11da-4ede-b925-afe9f4990fbe) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:24.765751 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Checking router: afbac629-2336-4e83-8142-c616f23a0842 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:24.767708 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Updating router afbac629-2336-4e83-8142-c616f23a0842 port 18df036e-3570-4863-b683-148455f3c1a4 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:04:24.773508 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:24.774121 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.786970 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6713f0ca-097b-453a-a1c1-3f61ed379814 None None] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:24.810622 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-fa2ffa52-27ef-44ad-af5f-1171eea51e71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6225576 Apr 18 18:04:24.814124 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43138) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:24.818839 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:24.851572 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (18df036e-3570-4863-b683-148455f3c1a4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.860539 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (d192dc75-42e6-4040-86b0-978a751c8716), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.861617 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (d192dc75-42e6-4040-86b0-978a751c8716), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:24.961515 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks [] for router_controller (d192dc75-42e6-4040-86b0-978a751c8716), precommit_add_association {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.020368 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:04:25.021809 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.084954 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43140) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:25.199307 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.201547 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks [] for router_gateway (d192dc75-42e6-4040-86b0-978a751c8716), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.274739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Allocated IP 172.20.0.2 (7d4e2dd5-11da-4ede-b925-afe9f4990fbe/e871e185-f869-4fa8-95ce-6ee63986737a/74c4671a-970f-4c2e-842e-0f1cabdd1a6a) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:25.297306 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-27bb454f-dad6-4c98-b6a2-200db9164f11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c23a3f93e0d4e73acd4ff17da43468a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103386 Apr 18 18:04:25.308177 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43150) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:25.359478 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-7064ba99-77de-4e83-9675-abb301e44353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:25.361284 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-7064ba99-77de-4e83-9675-abb301e44353 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b6dd59c26aa3451e8daedf28d49f6507&device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 1128 time: 0.1180844 Apr 18 18:04:25.411016 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Publish callbacks [] for port (18df036e-3570-4863-b683-148455f3c1a4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.424244 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (18df036e-3570-4863-b683-148455f3c1a4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.482086 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9bb87-1b06-401d-af92-76c1578593f0 None None] Pushing event updated for resources: {'Port': ['ID=18df036e-3570-4863-b683-148455f3c1a4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:25.522337 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df9a7c06-ca02-4e90-89eb-d9a761f54b1e admin admin] Publish callbacks [] for security_group (f3d4585a-87cb-48ed-a73a-92fc926b400e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.522550 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks [] for router_gateway (d192dc75-42e6-4040-86b0-978a751c8716), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.524871 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Attempting to bind port 18df036e-3570-4863-b683-148455f3c1a4 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:25.525252 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Attempting to bind port 18df036e-3570-4863-b683-148455f3c1a4 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:25.525641 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Attempting to bind port 18df036e-3570-4863-b683-148455f3c1a4 on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:25.536623 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:25.537831 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:25.540442 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.540677 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Publish callbacks [] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.541400 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:25.542224 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Bound port: 18df036e-3570-4863-b683-148455f3c1a4, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:25.542817 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (18df036e-3570-4863-b683-148455f3c1a4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.547470 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.551850 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.592134 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df9a7c06-ca02-4e90-89eb-d9a761f54b1e admin admin] Publish callbacks [] for security_group (f3d4585a-87cb-48ed-a73a-92fc926b400e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.603301 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-413a3a6e-f63d-4437-b6fa-f2df1e393ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:25.604653 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-413a3a6e-f63d-4437-b6fa-f2df1e393ec5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=445c8563-ea0d-4760-8979-32ab1d695d72 HTTP/1.1" status: 200 len: 908 time: 0.2342820 Apr 18 18:04:25.619801 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:25.623265 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:25.629571 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:25.631421 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Pushing event updated for resources: {'Port': ['ID=74c4671a-970f-4c2e-842e-0f1cabdd1a6a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:25.679082 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] For port 18df036e-3570-4863-b683-148455f3c1a4, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:25.688446 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-becebad3-b2a4-432a-9dd7-c985bc30f1ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae44ac3-6d26-45df-8269-6a23647b5491 HTTP/1.1" status: 200 len: 217 time: 0.0603707 Apr 18 18:04:25.697849 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] For port 18df036e-3570-4863-b683-148455f3c1a4, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=18df036e-3570-4863-b683-148455f3c1a4,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:25.707037 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Attempting to bind port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:25.707422 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Attempting to bind port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:25.708600 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Attempting to bind port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a on network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:25.716286 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:25.716673 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Checking segment: {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:25.717199 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.717672 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Bound using segment: {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:25.718197 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Bound port: 74c4671a-970f-4c2e-842e-0f1cabdd1a6a, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:25.718805 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.721227 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (18df036e-3570-4863-b683-148455f3c1a4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.754843 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-3c5cf01b-c851-4a7d-973b-c79286235644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:25.758279 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-3c5cf01b-c851-4a7d-973b-c79286235644 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8f97e93-78df-4356-a9cc-15dccfb20f68 HTTP/1.1" status: 200 len: 848 time: 0.0587544 Apr 18 18:04:25.780416 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Allocated IP 172.20.0.1 (fc21c3ff-2aba-4168-8d85-0004ab786f9f/64089519-ad10-407a-8b32-bd269e24df67/ae3a61b8-9998-4737-89f0-3eb2b6ad2808) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:25.809387 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] For port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:25.812413 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-8a152d38-1e5e-41ba-a1de-187d63951c3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=445c8563-ea0d-4760-8979-32ab1d695d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440180 Apr 18 18:04:25.817251 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] For port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=74c4671a-970f-4c2e-842e-0f1cabdd1a6a,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:25.828307 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.840007 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9bb87-1b06-401d-af92-76c1578593f0 None None] Pushing event updated for resources: {'Port': ['ID=18df036e-3570-4863-b683-148455f3c1a4,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:25.850914 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df9a7c06-ca02-4e90-89eb-d9a761f54b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f3d4585a-87cb-48ed-a73a-92fc926b400e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.853550 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-df9a7c06-ca02-4e90-89eb-d9a761f54b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:25.858544 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-df9a7c06-ca02-4e90-89eb-d9a761f54b1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3d4585a-87cb-48ed-a73a-92fc926b400e HTTP/1.1" status: 204 len: 168 time: 0.5427697 Apr 18 18:04:25.879885 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Routers {'afbac629-2336-4e83-8142-c616f23a0842'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:25.880925 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afbac629-2336-4e83-8142-c616f23a0842'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:25.893096 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437b83a-838e-49a7-8a8f-c0caa4f85d5e req-7deebc74-7576-4f29-9a4f-252e30483319 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:25.895736 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6437b83a-838e-49a7-8a8f-c0caa4f85d5e req-7deebc74-7576-4f29-9a4f-252e30483319 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 944 time: 0.1197538 Apr 18 18:04:25.897765 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Allocated IP 172.27.3.129 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/d9ab7584-f0f7-454f-97d3-4a2722efe85a) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:25.948644 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a7c06-ca02-4e90-89eb-d9a761f54b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d4585a-87cb-48ed-a73a-92fc926b400e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:26.016567 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-13d5a2be-6b36-4772-b9b7-f644617ecf47 service neutron] 10.222.0.15 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864750 Apr 18 18:04:26.022930 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Publish callbacks [] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:26.035327 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4581398-e9d5-4bef-be78-104294d315a3 None None] Pushing event updated for resources: {'Port': ['ID=74c4671a-970f-4c2e-842e-0f1cabdd1a6a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:26.138904 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b071bf95-0181-46b3-b5c5-dcc7631741bb req-0bb1d1be-2dd7-4bee-8080-1a8693024274 service neutron] 10.222.0.15 "GET /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135368 Apr 18 18:04:26.140745 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6437b83a-838e-49a7-8a8f-c0caa4f85d5e req-9bf7dd10-5b19-4542-9aa0-a8c4ee2e1d7b tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272649 Apr 18 18:04:26.172535 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ea6e-fb0f-4bec-b5e6-94829ee89e67 req-2e6a0204-4d6d-4e9c-99bd-caed11e44707 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:26.195868 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:26.199027 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9039ea6e-fb0f-4bec-b5e6-94829ee89e67 req-2e6a0204-4d6d-4e9c-99bd-caed11e44707 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.2978649 Apr 18 18:04:26.237723 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] Set router afbac629-2336-4e83-8142-c616f23a0842 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:26.245016 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Network fc21c3ff-2aba-4168-8d85-0004ab786f9f is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:26.250602 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:26.255078 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:26.260921 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:26.359858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (afbac629-2336-4e83-8142-c616f23a0842), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:26.472212 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9039ea6e-fb0f-4bec-b5e6-94829ee89e67 req-d6fb76f0-acc8-4deb-8695-6423db5e2a50 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884375 Apr 18 18:04:26.572666 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks [] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:26.689944 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:26.805335 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:26.809552 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '18df036e-3570-4863-b683-148455f3c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:04:21Z', 'revision_number': 3, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port': {'id': '18df036e-3570-4863-b683-148455f3c1a4', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:19Z', 'updated_at': '2022-04-18T18:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:26.813195 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43166) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:26.814738 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:26.826836 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:26.838181 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-03abecab-060c-40d5-aa81-2de5ca242ecc None None] Provisioning complete for port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:26.838798 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-03abecab-060c-40d5-aa81-2de5ca242ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:26.866870 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ab7584-f0f7-454f-97d3-4a2722efe85a,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:26.897034 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9689c3a-6211-477c-a8ae-6a56465ac793 None None] The sync data for ids ['afbac629-2336-4e83-8142-c616f23a0842'] in dv-cinder-838329-1-iscsi is: [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '18df036e-3570-4863-b683-148455f3c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:04:21Z', 'revision_number': 3, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port': {'id': '18df036e-3570-4863-b683-148455f3c1a4', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:19Z', 'updated_at': '2022-04-18T18:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:26.915201 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-03abecab-060c-40d5-aa81-2de5ca242ecc None None] Port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:04:26.920309 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 0ae44ac3-6d26-45df-8269-6a23647b5491 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:04:27.004282 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b303d957-7589-4708-b61e-080b1002eba1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a838cebd2fef49a59aed6d6781c82d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796260 Apr 18 18:04:27.014076 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43168) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:27.084202 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 0ae44ac3-6d26-45df-8269-6a23647b5491, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0ae44ac3-6d26-45df-8269-6a23647b5491,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:27.104166 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '0ae44ac3-6d26-45df-8269-6a23647b5491', 'network_id': '445c8563-ea0d-4760-8979-32ab1d695d72', 'port_id': '0ae44ac3-6d26-45df-8269-6a23647b5491', 'mac_address': 'fa:16:3e:a9:3b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f97e93-78df-4356-a9cc-15dccfb20f68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:04:27.109704 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.180133 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 0ae44ac3-6d26-45df-8269-6a23647b5491 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:27.181097 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.210947 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae44ac3-6d26-45df-8269-6a23647b5491 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:04:27.211515 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45c59079-46b6-411c-b90a-5434868e0b02 admin admin] Publish callbacks [] for security_group (67672688-d102-48f3-ad80-7e8a77419b58), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.238300 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45c59079-46b6-411c-b90a-5434868e0b02 admin admin] Publish callbacks [] for security_group (67672688-d102-48f3-ad80-7e8a77419b58), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.275173 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 0ae44ac3-6d26-45df-8269-6a23647b5491, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0ae44ac3-6d26-45df-8269-6a23647b5491,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:27.293761 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.362461 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Publish callbacks [] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.374035 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.450976 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45c59079-46b6-411c-b90a-5434868e0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (67672688-d102-48f3-ad80-7e8a77419b58), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.458528 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45c59079-46b6-411c-b90a-5434868e0b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.462077 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-45c59079-46b6-411c-b90a-5434868e0b02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67672688-d102-48f3-ad80-7e8a77419b58 HTTP/1.1" status: 204 len: 168 time: 0.4447241 Apr 18 18:04:27.511028 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (afbac629-2336-4e83-8142-c616f23a0842), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:27.536226 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=0ae44ac3-6d26-45df-8269-6a23647b5491,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:27.584282 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:27.614086 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c59079-46b6-411c-b90a-5434868e0b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67672688-d102-48f3-ad80-7e8a77419b58,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:27.671088 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Network fc21c3ff-2aba-4168-8d85-0004ab786f9f is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:27.672673 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:27.756457 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196ebd5-6284-4059-9d0f-664f4054c21f req-4f5227b5-2e6e-41d4-82c1-41f4b7c2d3ed tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:27.758879 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5196ebd5-6284-4059-9d0f-664f4054c21f req-4f5227b5-2e6e-41d4-82c1-41f4b7c2d3ed tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 945 time: 0.3100736 Apr 18 18:04:27.871752 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485bbaf-a959-4c08-b079-774a585b153b req-cd19e61d-ade4-4d92-8c9b-a2b4508c3a69 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:27.873634 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3485bbaf-a959-4c08-b079-774a585b153b req-cd19e61d-ade4-4d92-8c9b-a2b4508c3a69 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1343255 Apr 18 18:04:27.918792 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Router afbac629-2336-4e83-8142-c616f23a0842 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:04:28.025351 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8262772-bd97-4e44-98f3-505443412783 None None] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:28.133423 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5196ebd5-6284-4059-9d0f-664f4054c21f req-14b23a46-180a-46ca-a6bf-07f2806a3db9 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575299 Apr 18 18:04:28.161111 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:28.192191 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a6d5feac-4a6c-40cc-a70f-087fe2f27ec8 admin admin] 10.222.0.20 "PUT /v2.0/routers/afbac629-2336-4e83-8142-c616f23a0842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7188275 Apr 18 18:04:28.192953 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 18df036e-3570-4863-b683-148455f3c1a4 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:28.200382 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3485bbaf-a959-4c08-b079-774a585b153b req-4785b0e8-755c-4cd7-b5e6-c93f72a22b91 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139195 Apr 18 18:04:28.202469 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks [] for router_gateway (d192dc75-42e6-4040-86b0-978a751c8716), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.241826 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-d1e2ff91-8607-45e8-960e-d22bf9835531 None None] Provisioning complete for port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:28.242525 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ff91-8607-45e8-960e-d22bf9835531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.452526 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 18df036e-3570-4863-b683-148455f3c1a4 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:28.453450 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (18df036e-3570-4863-b683-148455f3c1a4), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.516200 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2ff91-8607-45e8-960e-d22bf9835531 None None] Current status of the port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:28.516594 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ff91-8607-45e8-960e-d22bf9835531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.601221 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d1e2ff91-8607-45e8-960e-d22bf9835531 None None] For port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=74c4671a-970f-4c2e-842e-0f1cabdd1a6a,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:28.618840 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (d192dc75-42e6-4040-86b0-978a751c8716), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.684506 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d1e2ff91-8607-45e8-960e-d22bf9835531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.738813 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 18df036e-3570-4863-b683-148455f3c1a4 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:28.738813 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (18df036e-3570-4863-b683-148455f3c1a4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.771979 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 18df036e-3570-4863-b683-148455f3c1a4, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=18df036e-3570-4863-b683-148455f3c1a4,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:28.779038 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (18df036e-3570-4863-b683-148455f3c1a4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.780595 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 74c4671a-970f-4c2e-842e-0f1cabdd1a6a up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:28.847773 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Router d192dc75-42e6-4040-86b0-978a751c8716 is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:04:28.875813 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-18bc3a95-2345-47df-abac-bd1aa389057e None None] Provisioning complete for port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:28.875813 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18bc3a95-2345-47df-abac-bd1aa389057e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:28.923495 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2ff91-8607-45e8-960e-d22bf9835531 None None] Pushing event updated for resources: {'Port': ['ID=74c4671a-970f-4c2e-842e-0f1cabdd1a6a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:28.929078 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:28.929506 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.041175 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-18bc3a95-2345-47df-abac-bd1aa389057e None None] Port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:04:29.090892 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=18df036e-3570-4863-b683-148455f3c1a4,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:29.291791 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:29.343533 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.345314 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-caaae52e-4889-4071-95a2-c0e911b7ab12 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5301442 Apr 18 18:04:29.348337 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43228) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:29.354833 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce94e-e26b-427d-bf51-698f2fefa270 req-3bfb5bec-6f4a-4328-bf77-d1592d0a8a54 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:29.356478 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-be6ce94e-e26b-427d-bf51-698f2fefa270 req-3bfb5bec-6f4a-4328-bf77-d1592d0a8a54 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 945 time: 0.0664678 Apr 18 18:04:29.357083 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43230) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:29.361603 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-9f0cd4db-3d13-4d48-a4a6-1a067de79be7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637220750', 'description': 'tempest-secgroup-smoke-637220750 description', 'project_id': 'c68161ada21740dfb477439be2a02050'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:29.367555 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Sync routers for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:29.411267 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-0499238c-c5b2-4ca4-91de-9395ae5e0773 None None] Provisioning complete for port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:29.411847 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0499238c-c5b2-4ca4-91de-9395ae5e0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.420786 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd4db-3d13-4d48-a4a6-1a067de79be7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.433385 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:29.434220 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:29.435917 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-be6ce94e-e26b-427d-bf51-698f2fefa270 req-a8ead21b-9f97-4f4a-97a0-554800baa7d6 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690737 Apr 18 18:04:29.495607 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390579-6f06-4640-83a1-69cd2886aefe req-927e82f2-2225-467d-bca9-ef5bc6cdc3e2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:29.506681 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-37390579-6f06-4640-83a1-69cd2886aefe req-927e82f2-2225-467d-bca9-ef5bc6cdc3e2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0677135 Apr 18 18:04:29.519905 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:29.604197 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-37390579-6f06-4640-83a1-69cd2886aefe req-ea7b0651-4a1e-4887-aa03-8774af3f73a7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965574 Apr 18 18:04:29.664901 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd4db-3d13-4d48-a4a6-1a067de79be7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group (af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.678029 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd4db-3d13-4d48-a4a6-1a067de79be7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.699853 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:29.713317 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd4db-3d13-4d48-a4a6-1a067de79be7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.714740 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-9f0cd4db-3d13-4d48-a4a6-1a067de79be7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3567052 Apr 18 18:04:29.718214 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43240) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:29.719124 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Sync routers for ids ['afbac629-2336-4e83-8142-c616f23a0842'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:29.727068 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-58471243-2924-419a-8be3-7d87c1e13b67 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'security_group_rule': {'security_group_id': 'af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4', 'project_id': 'c68161ada21740dfb477439be2a02050', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:29.732618 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Routers {'afbac629-2336-4e83-8142-c616f23a0842'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:29.733261 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afbac629-2336-4e83-8142-c616f23a0842'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:29.769938 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0499238c-c5b2-4ca4-91de-9395ae5e0773 None None] Current status of the port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:29.772204 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cd4db-3d13-4d48-a4a6-1a067de79be7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:29.777061 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-58471243-2924-419a-8be3-7d87c1e13b67 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (a61305cd-e526-45aa-a99b-68ffc5894fb0), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.923825 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:27Z', 'revision_number': 3, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:29.933179 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-58471243-2924-419a-8be3-7d87c1e13b67 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (a61305cd-e526-45aa-a99b-68ffc5894fb0), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.939865 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-58471243-2924-419a-8be3-7d87c1e13b67 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (a61305cd-e526-45aa-a99b-68ffc5894fb0), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:29.963215 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Checking router: d192dc75-42e6-4040-86b0-978a751c8716 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:29.963577 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Updating router d192dc75-42e6-4040-86b0-978a751c8716 port d9ab7584-f0f7-454f-97d3-4a2722efe85a binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:04:29.983931 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58471243-2924-419a-8be3-7d87c1e13b67 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61305cd-e526-45aa-a99b-68ffc5894fb0,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:30.024249 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-58471243-2924-419a-8be3-7d87c1e13b67 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.024856 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-58471243-2924-419a-8be3-7d87c1e13b67 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3059769 Apr 18 18:04:30.026973 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Set router afbac629-2336-4e83-8142-c616f23a0842 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:30.028785 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43248) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:30.033519 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-112e7e20-8802-4ab9-bd40-f2541488a6e3 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'security_group_rule': {'security_group_id': 'af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4', 'project_id': 'c68161ada21740dfb477439be2a02050', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:30.036090 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.144750 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-112e7e20-8802-4ab9-bd40-f2541488a6e3 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (a2b33e0c-48f2-4a1f-bb56-2145af4437e9), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.188632 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.264064 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 18df036e-3570-4863-b683-148455f3c1a4 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:30.266685 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['0ae44ac3-6d26-45df-8269-6a23647b5491'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:04:30.295993 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '18df036e-3570-4863-b683-148455f3c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:04:27Z', 'revision_number': 4, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port': {'id': '18df036e-3570-4863-b683-148455f3c1a4', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:19Z', 'updated_at': '2022-04-18T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'ae3a61b8-9998-4737-89f0-3eb2b6ad2808', 'name': '', 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'mac_address': 'fa:16:3e:06:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '64089519-ad10-407a-8b32-bd269e24df67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:27Z', 'revision_number': 2, 'project_id': '29c1af525b09406093ea759b169383b3', 'subnets': [{'id': '64089519-ad10-407a-8b32-bd269e24df67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:30.320708 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-112e7e20-8802-4ab9-bd40-f2541488a6e3 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (a2b33e0c-48f2-4a1f-bb56-2145af4437e9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.334657 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-112e7e20-8802-4ab9-bd40-f2541488a6e3 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (a2b33e0c-48f2-4a1f-bb56-2145af4437e9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.376429 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Checking router: afbac629-2336-4e83-8142-c616f23a0842 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:30.376830 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Updating router afbac629-2336-4e83-8142-c616f23a0842 port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:04:30.391512 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e7e20-8802-4ab9-bd40-f2541488a6e3 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b33e0c-48f2-4a1f-bb56-2145af4437e9,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:30.415616 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-112e7e20-8802-4ab9-bd40-f2541488a6e3 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.417454 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-112e7e20-8802-4ab9-bd40-f2541488a6e3 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3875399 Apr 18 18:04:30.420304 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43252) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:30.425649 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-a315ae8e-4c4e-40d7-8b7b-bbf0db378334 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'security_group_rule': {'security_group_id': 'af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4', 'project_id': 'c68161ada21740dfb477439be2a02050', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:30.452866 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.497250 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 18df036e-3570-4863-b683-148455f3c1a4 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:30.497632 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (18df036e-3570-4863-b683-148455f3c1a4), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.514952 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Allocated IP 172.20.0.1 (7d4e2dd5-11da-4ede-b925-afe9f4990fbe/e871e185-f869-4fa8-95ce-6ee63986737a/8a4fad05-ccba-4ddb-ada1-f9e96a21b69a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:30.528140 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a315ae8e-4c4e-40d7-8b7b-bbf0db378334 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (b3961933-47a8-41cb-b97d-56caf4c1198a), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.729633 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Publish callbacks [] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.750771 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.767189 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Publish callbacks [] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.809488 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61f172-c395-462a-8352-6ebd07542c9c req-f052347d-c83e-49ed-a21a-c33c207d3b03 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:30.819611 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3a61f172-c395-462a-8352-6ebd07542c9c req-f052347d-c83e-49ed-a21a-c33c207d3b03 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0790215 Apr 18 18:04:30.829314 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.852478 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 18df036e-3570-4863-b683-148455f3c1a4 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:30.853998 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 74c4671a-970f-4c2e-842e-0f1cabdd1a6a up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:30.870723 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a315ae8e-4c4e-40d7-8b7b-bbf0db378334 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (b3961933-47a8-41cb-b97d-56caf4c1198a), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.888452 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc070c-279c-4b07-bf25-1965a3c2aef7 req-5ff45129-1f48-416b-83a8-7aa8e243c165 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:30.898838 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-89dc070c-279c-4b07-bf25-1965a3c2aef7 req-5ff45129-1f48-416b-83a8-7aa8e243c165 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 945 time: 0.2584507 Apr 18 18:04:30.957036 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a315ae8e-4c4e-40d7-8b7b-bbf0db378334 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (b3961933-47a8-41cb-b97d-56caf4c1198a), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.968027 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:30.979000 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:30.999991 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ac78f-7059-4d3f-b1fd-136a1d6a415d None None] Pushing event updated for resources: {'Port': ['ID=d9ab7584-f0f7-454f-97d3-4a2722efe85a,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:31.000917 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:31.012417 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Attempting to bind port d9ab7584-f0f7-454f-97d3-4a2722efe85a on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:31.012686 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Attempting to bind port d9ab7584-f0f7-454f-97d3-4a2722efe85a by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:31.013052 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Attempting to bind port d9ab7584-f0f7-454f-97d3-4a2722efe85a on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:31.017301 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:31.022022 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:31.031792 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:31.032176 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:31.032589 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.032987 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:31.033482 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Bound port: d9ab7584-f0f7-454f-97d3-4a2722efe85a, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:31.044125 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Publish callbacks [] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.044695 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-89dc070c-279c-4b07-bf25-1965a3c2aef7 req-25c78275-0312-4c94-9378-85cec81b7ac3 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406631 Apr 18 18:04:31.044790 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.051210 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.075608 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a315ae8e-4c4e-40d7-8b7b-bbf0db378334 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.079815 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (d192dc75-42e6-4040-86b0-978a751c8716), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.082606 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43270) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:31.087998 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-9a1d9724-1a23-40c0-890b-b919e0bc51ed tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'security_group_rule': {'security_group_id': 'af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4', 'project_id': 'c68161ada21740dfb477439be2a02050', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:31.090697 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-a315ae8e-4c4e-40d7-8b7b-bbf0db378334 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6595788 Apr 18 18:04:31.106446 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315ae8e-4c4e-40d7-8b7b-bbf0db378334 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3961933-47a8-41cb-b97d-56caf4c1198a,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:31.140590 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:31.141059 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.152389 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d8386-d384-4310-869e-2ea7b791a287 None None] Pushing event updated for resources: {'Port': ['ID=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:31.196803 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9724-1a23-40c0-890b-b919e0bc51ed tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (b433fe62-ebc8-4554-a8c7-011535506230), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.214906 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3a61f172-c395-462a-8352-6ebd07542c9c req-327c684a-d923-4bc0-a589-8af2ed60131b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876906 Apr 18 18:04:31.295116 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Attempting to bind port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:31.295745 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Attempting to bind port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:31.296297 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Attempting to bind port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 on network fc21c3ff-2aba-4168-8d85-0004ab786f9f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:31.304203 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:31.304905 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Checking segment: {'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:31.305506 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.306099 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Bound using segment: {'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:31.306604 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] For port d9ab7584-f0f7-454f-97d3-4a2722efe85a, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:31.307635 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Bound port: ae3a61b8-9998-4737-89f0-3eb2b6ad2808, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db01e84-d8ce-4678-a2b9-47d1af26e775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:31.308230 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.345383 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9724-1a23-40c0-890b-b919e0bc51ed tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (b433fe62-ebc8-4554-a8c7-011535506230), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.385586 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] For port d9ab7584-f0f7-454f-97d3-4a2722efe85a, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=d9ab7584-f0f7-454f-97d3-4a2722efe85a,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:31.395825 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.397778 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] For port ae3a61b8-9998-4737-89f0-3eb2b6ad2808, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:31.400522 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9724-1a23-40c0-890b-b919e0bc51ed tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (b433fe62-ebc8-4554-a8c7-011535506230), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.403271 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] For port ae3a61b8-9998-4737-89f0-3eb2b6ad2808, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,segment=NetworkSegment(4db01e84-d8ce-4678-a2b9-47d1af26e775),segment_id=4db01e84-d8ce-4678-a2b9-47d1af26e775)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:31.404469 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.415537 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.460522 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d9724-1a23-40c0-890b-b919e0bc51ed tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b433fe62-ebc8-4554-a8c7-011535506230,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:31.497876 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-242a1a2f-b8c0-4be1-99ae-3ad94158c1af None None] Provisioning complete for port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:31.497876 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-242a1a2f-b8c0-4be1-99ae-3ad94158c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.498400 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d8386-d384-4310-869e-2ea7b791a287 None None] Pushing event updated for resources: {'Port': ['ID=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,revision_number=4']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:31.513525 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Routers {'afbac629-2336-4e83-8142-c616f23a0842'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:31.514583 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afbac629-2336-4e83-8142-c616f23a0842'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:31.565590 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:31.580236 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:31.581456 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:31.637199 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-242a1a2f-b8c0-4be1-99ae-3ad94158c1af None None] Port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:04:31.641040 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ac78f-7059-4d3f-b1fd-136a1d6a415d None None] Pushing event updated for resources: {'Port': ['ID=d9ab7584-f0f7-454f-97d3-4a2722efe85a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:31.645105 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9724-1a23-40c0-890b-b919e0bc51ed tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.650198 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43282) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:31.657341 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-e2a23381-fb07-4133-94ed-13b1232495a4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'security_group_rule': {'security_group_id': 'af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4', 'project_id': 'c68161ada21740dfb477439be2a02050', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:31.661177 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9a1d9724-1a23-40c0-890b-b919e0bc51ed tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5773818 Apr 18 18:04:31.664761 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] Set router afbac629-2336-4e83-8142-c616f23a0842 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:31.714631 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.securitygroups_db [None req-e2a23381-fb07-4133-94ed-13b1232495a4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Project c68161ada21740dfb477439be2a02050 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 18:04:31.743693 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a23381-fb07-4133-94ed-13b1232495a4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (15827246-37ab-48c7-b9a2-417dc3d191df), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.749602 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:31.761582 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Publish callbacks [] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.770378 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.819189 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-2ede12bf-fe81-4313-9c10-7b7a22a3ba1e None None] Provisioning complete for port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:31.819601 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ede12bf-fe81-4313-9c10-7b7a22a3ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.833761 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (d192dc75-42e6-4040-86b0-978a751c8716), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.917893 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a23381-fb07-4133-94ed-13b1232495a4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (15827246-37ab-48c7-b9a2-417dc3d191df), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.927364 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a23381-fb07-4133-94ed-13b1232495a4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (15827246-37ab-48c7-b9a2-417dc3d191df), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:31.950827 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:32.016027 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a23381-fb07-4133-94ed-13b1232495a4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.017493 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e2a23381-fb07-4133-94ed-13b1232495a4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3656001 Apr 18 18:04:32.022211 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43290) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:32.026910 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-52141b23-4e96-4024-836a-cf5c6bef7aa6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'security_group_rule': {'security_group_id': 'af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4', 'project_id': 'c68161ada21740dfb477439be2a02050', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:32.032378 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a23381-fb07-4133-94ed-13b1232495a4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15827246-37ab-48c7-b9a2-417dc3d191df,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:32.067610 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.securitygroups_db [None req-52141b23-4e96-4024-836a-cf5c6bef7aa6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Project c68161ada21740dfb477439be2a02050 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 18:04:32.074204 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-52141b23-4e96-4024-836a-cf5c6bef7aa6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (5e89c54c-6356-4ac2-9dee-3c566268936d), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.090485 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '18df036e-3570-4863-b683-148455f3c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:04:27Z', 'revision_number': 4, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port': {'id': '18df036e-3570-4863-b683-148455f3c1a4', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:19Z', 'updated_at': '2022-04-18T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'ae3a61b8-9998-4737-89f0-3eb2b6ad2808', 'name': '', 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'mac_address': 'fa:16:3e:06:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '64089519-ad10-407a-8b32-bd269e24df67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': '29c1af525b09406093ea759b169383b3', 'subnets': [{'id': '64089519-ad10-407a-8b32-bd269e24df67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:32.132037 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:32.133587 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:32.155765 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 0ae44ac3-6d26-45df-8269-6a23647b5491 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:32.198124 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60871e78-7aad-4807-a7f9-9c7d02949fbd None None] The sync data for ids ['afbac629-2336-4e83-8142-c616f23a0842'] in dv-cinder-838329-1-iscsi is: [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '18df036e-3570-4863-b683-148455f3c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:04:27Z', 'revision_number': 4, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port': {'id': '18df036e-3570-4863-b683-148455f3c1a4', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:19Z', 'updated_at': '2022-04-18T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'ae3a61b8-9998-4737-89f0-3eb2b6ad2808', 'name': '', 'network_id': 'fc21c3ff-2aba-4168-8d85-0004ab786f9f', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'mac_address': 'fa:16:3e:06:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '64089519-ad10-407a-8b32-bd269e24df67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': '29c1af525b09406093ea759b169383b3', 'subnets': [{'id': '64089519-ad10-407a-8b32-bd269e24df67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:32.332233 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-52141b23-4e96-4024-836a-cf5c6bef7aa6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (5e89c54c-6356-4ac2-9dee-3c566268936d), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.349867 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d19e6-4bb6-4ef2-b190-6280db0cca86 req-249cce36-9269-4397-bfcb-4438a4b2c740 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:32.359921 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-952d19e6-4bb6-4ef2-b190-6280db0cca86 req-249cce36-9269-4397-bfcb-4438a4b2c740 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 945 time: 0.1711795 Apr 18 18:04:32.365980 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 0ae44ac3-6d26-45df-8269-6a23647b5491 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:04:32.400796 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-52141b23-4e96-4024-836a-cf5c6bef7aa6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (5e89c54c-6356-4ac2-9dee-3c566268936d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.412501 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 0ae44ac3-6d26-45df-8269-6a23647b5491 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:32.412922 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.491575 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Router d192dc75-42e6-4040-86b0-978a751c8716 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:04:32.556892 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2ede12bf-fe81-4313-9c10-7b7a22a3ba1e None None] Current status of the port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:32.557643 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ede12bf-fe81-4313-9c10-7b7a22a3ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.629965 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783606b-5be5-488c-92f6-1c6e69528770 req-258b5624-8bce-4b8e-8b72-f992f031591b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:32.632399 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4783606b-5be5-488c-92f6-1c6e69528770 req-258b5624-8bce-4b8e-8b72-f992f031591b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1653087 Apr 18 18:04:32.638426 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-52141b23-4e96-4024-836a-cf5c6bef7aa6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.639980 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-52141b23-4e96-4024-836a-cf5c6bef7aa6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6165123 Apr 18 18:04:32.660595 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-2ede12bf-fe81-4313-9c10-7b7a22a3ba1e None None] For port ae3a61b8-9998-4737-89f0-3eb2b6ad2808, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,segment=NetworkSegment(4db01e84-d8ce-4678-a2b9-47d1af26e775),segment_id=4db01e84-d8ce-4678-a2b9-47d1af26e775)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:32.672982 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2ede12bf-fe81-4313-9c10-7b7a22a3ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.687425 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:30Z', 'revision_number': 1, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:32.698158 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52141b23-4e96-4024-836a-cf5c6bef7aa6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e89c54c-6356-4ac2-9dee-3c566268936d,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:32.738842 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-952d19e6-4bb6-4ef2-b190-6280db0cca86 req-ef4995a9-5761-4c30-bb99-7cc829301d07 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778944 Apr 18 18:04:32.793482 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4783606b-5be5-488c-92f6-1c6e69528770 req-4a05c4ed-3179-4b57-bc9b-45363b13214f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518745 Apr 18 18:04:32.819117 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:32.843706 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-243949cc-51df-4708-9350-29fb7b950f78 admin admin] 10.222.0.20 "PUT /v2.0/routers/d192dc75-42e6-4040-86b0-978a751c8716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4939332 Apr 18 18:04:32.870313 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-9bb7cd69-007e-4de6-b459-0e1dc22bd152 None None] Provisioning complete for port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:32.870838 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bb7cd69-007e-4de6-b459-0e1dc22bd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:32.928054 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b8570-3c90-4491-a6b4-b6781b87c6a6 None None] The sync data for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi is: [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:30Z', 'revision_number': 1, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:33.000892 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede12bf-fe81-4313-9c10-7b7a22a3ba1e None None] Pushing event updated for resources: {'Port': ['ID=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:33.018775 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 0ae44ac3-6d26-45df-8269-6a23647b5491 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:33.019997 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:33.117309 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7cd69-007e-4de6-b459-0e1dc22bd152 None None] Current status of the port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:33.160785 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 0ae44ac3-6d26-45df-8269-6a23647b5491, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0ae44ac3-6d26-45df-8269-6a23647b5491,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:33.161863 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e68b096-8fcb-478b-8f36-522c0dce5578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae44ac3-6d26-45df-8269-6a23647b5491'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:04:33.166862 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0160c8d-cc6d-47bb-bc71-658124267034" -d '{"events": [{"server_uuid": "4e68b096-8fcb-478b-8f36-522c0dce5578", "name": "network-vif-plugged", "status": "completed", "tag": "0ae44ac3-6d26-45df-8269-6a23647b5491"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:04:33.172395 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:33.184891 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-9bb7cd69-007e-4de6-b459-0e1dc22bd152 None None] Provisioning complete for port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:33.187770 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bb7cd69-007e-4de6-b459-0e1dc22bd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:33.274766 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e66a1-75ff-44c0-902c-9f244add1d3a x-openstack-request-id: req-a78e66a1-75ff-44c0-902c-9f244add1d3a {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:04:33.275081 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e68b096-8fcb-478b-8f36-522c0dce5578", "name": "network-vif-plugged", "status": "completed", "tag": "0ae44ac3-6d26-45df-8269-6a23647b5491", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:04:33.275348 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a78e66a1-75ff-44c0-902c-9f244add1d3a {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:04:33.275757 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78e66a1-75ff-44c0-902c-9f244add1d3a'] response: {'server_uuid': '4e68b096-8fcb-478b-8f36-522c0dce5578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae44ac3-6d26-45df-8269-6a23647b5491', 'code': 200} Apr 18 18:04:33.386200 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7cd69-007e-4de6-b459-0e1dc22bd152 None None] Port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:04:33.422698 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=0ae44ac3-6d26-45df-8269-6a23647b5491,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:33.832288 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341cd17-82f0-4174-a5fd-bec2bcb5f80d req-b98f2c93-38b5-41ce-b21f-dff4e5cd1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:33.833925 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4341cd17-82f0-4174-a5fd-bec2bcb5f80d req-b98f2c93-38b5-41ce-b21f-dff4e5cd1339 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 1130 time: 0.0549479 Apr 18 18:04:33.835148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fed581-7ed9-428a-9937-30aa23104219 req-9e9197a0-a079-4357-bc74-a947a249be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:33.836609 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e9fed581-7ed9-428a-9937-30aa23104219 req-9e9197a0-a079-4357-bc74-a947a249be68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 1129 time: 0.4913104 Apr 18 18:04:33.963731 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e9fed581-7ed9-428a-9937-30aa23104219 req-27196f19-020e-4092-bf8e-dc73edb018cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054697 Apr 18 18:04:33.966449 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4341cd17-82f0-4174-a5fd-bec2bcb5f80d req-dc9ec31f-336b-4b22-b466-5cebac92d1e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190119 Apr 18 18:04:33.985979 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6deca7f-0ff1-475e-b001-3dd6a76e7b0a req-34af4901-dc83-4ebe-a301-373573f49994 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:34.001647 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c6deca7f-0ff1-475e-b001-3dd6a76e7b0a req-34af4901-dc83-4ebe-a301-373573f49994 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 946 time: 0.1600609 Apr 18 18:04:34.142066 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43404) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:34.149048 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-279048530-network', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:34.153943 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device ae3a61b8-9998-4737-89f0-3eb2b6ad2808 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:34.180333 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c397c-ef79-4efa-8801-8b3179d00d8e req-077d1607-77d5-42a6-9e28-1bb2ec564e50 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:34.195297 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d5c397c-ef79-4efa-8801-8b3179d00d8e req-077d1607-77d5-42a6-9e28-1bb2ec564e50 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1554158 Apr 18 18:04:34.216150 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Made reservation on behalf of f5ce27bf1b0746f29a361c4eacee5078 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:34.224696 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.258508 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:34.259532 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.259971 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.301216 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c6deca7f-0ff1-475e-b001-3dd6a76e7b0a req-6d166816-f730-4c48-ac7a-62b0606f45d2 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896042 Apr 18 18:04:34.345105 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d5c397c-ef79-4efa-8801-8b3179d00d8e req-14c648a1-e142-419e-b903-91d30076b406 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477530 Apr 18 18:04:34.477194 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:34.531763 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Publish callbacks [] for security_group (f2578520-2f9a-41ac-b507-745de716ca57), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.539148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f2578520-2f9a-41ac-b507-745de716ca57), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.573645 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:04:34.613839 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2578520-2f9a-41ac-b507-745de716ca57,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:34.619533 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (c64db9fe-6018-4fef-a79b-409f3ddefdd9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.619957 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Added segment c64db9fe-6018-4fef-a79b-409f3ddefdd9 of type vlan for network 427c9d9b-e067-4692-98ea-e15bd4164a69 Apr 18 18:04:34.707509 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (427c9d9b-e067-4692-98ea-e15bd4164a69), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.775065 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (427c9d9b-e067-4692-98ea-e15bd4164a69), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.776200 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:34.777176 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:34.874995 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7299466 Apr 18 18:04:34.878479 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43428) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:34.883450 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf4193-b07d-4723-955d-7e2dab261e16 admin admin] Pushing event updated for resources: {'Network': ['ID=427c9d9b-e067-4692-98ea-e15bd4164a69,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:34.885027 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Request body: {'subnet': {'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-279048530-subnet', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:34.892739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:04:34.915684 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Made reservation on behalf of f5ce27bf1b0746f29a361c4eacee5078 for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:34.918399 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13271829'] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.141057 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13271811'] for subnet (76f9ec21-0605-4ef7-a53a-0beb04afa6f9), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.208057 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f9ec21-0605-4ef7-a53a-0beb04afa6f9,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:35.222528 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Checking segment: {'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:35.223023 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Network hostable DHCP agents. Network: 427c9d9b-e067-4692-98ea-e15bd4164a69, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:04:35.247670 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:04:35.248659 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43434) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:35.262101 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 427c9d9b-e067-4692-98ea-e15bd4164a69) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:35.273017 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b11cb-dab1-40d9-9f86-b3157563e83e None None] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:35.273363 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:35.274296 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.305018 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43438) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:35.306720 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-8121cdf2-517a-418c-b7f4-013c3f8bc0e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4254565 Apr 18 18:04:35.310803 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:35.351285 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (d8e26121-d833-4bf9-a276-4f0c47739271), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.352560 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (d8e26121-d833-4bf9-a276-4f0c47739271), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.469394 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks [] for router_controller (d8e26121-d833-4bf9-a276-4f0c47739271), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.514569 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-427c9d9b-e067-4692-98ea-e15bd4164a69', 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69', 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'fixed_ips': [{'subnet_id': '76f9ec21-0605-4ef7-a53a-0beb04afa6f9'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:04:35.515603 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.584591 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4753283-e177-4e41-aec5-80b5b4e5d374 req-5182e17f-1f38-4288-a29d-9861caf30681 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:35.586472 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a4753283-e177-4e41-aec5-80b5b4e5d374 req-5182e17f-1f38-4288-a29d-9861caf30681 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 946 time: 0.1239641 Apr 18 18:04:35.589048 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9b626ac2-af0a-451f-bda3-af3bfa34af1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.630695 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64bda5-aaf0-4920-af7e-e10a1485c3d9 req-4a9d91d5-d4ab-4800-a966-d847c7f4623b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:35.632854 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d64bda5-aaf0-4920-af7e-e10a1485c3d9 req-4a9d91d5-d4ab-4800-a966-d847c7f4623b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.1105559 Apr 18 18:04:35.689840 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a4753283-e177-4e41-aec5-80b5b4e5d374 req-4164c78a-9061-477b-a252-780e291d0bff tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940185 Apr 18 18:04:35.710727 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d64bda5-aaf0-4920-af7e-e10a1485c3d9 req-10d3f05e-c78f-4640-a8ab-5390938393a5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Apr 18 18:04:35.748218 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Allocated IP 172.20.0.2 (427c9d9b-e067-4692-98ea-e15bd4164a69/76f9ec21-0605-4ef7-a53a-0beb04afa6f9/f5527a03-8244-4b8a-b8e6-e172eca77a27) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:35.824600 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9b626ac2-af0a-451f-bda3-af3bfa34af1f admin admin] Publish callbacks [] for security_group (eb0ff9d7-3f51-4619-a67a-0be2f6bdfdfb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.834765 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks [] for router_gateway (d8e26121-d833-4bf9-a276-4f0c47739271), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.838098 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9b626ac2-af0a-451f-bda3-af3bfa34af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (eb0ff9d7-3f51-4619-a67a-0be2f6bdfdfb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:35.922072 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9b626ac2-af0a-451f-bda3-af3bfa34af1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a34a51b75dd47698a1c1d37fb3535ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6713915 Apr 18 18:04:35.939280 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43452) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:35.970862 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b626ac2-af0a-451f-bda3-af3bfa34af1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0ff9d7-3f51-4619-a67a-0be2f6bdfdfb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:36.004876 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Publish callbacks [] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.020398 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.092694 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a592c04-810c-4178-ba4a-21d0ee093923 req-a9587c09-c0ec-4ced-94c0-e8ffcf482f40 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:36.095404 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8a592c04-810c-4178-ba4a-21d0ee093923 req-a9587c09-c0ec-4ced-94c0-e8ffcf482f40 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.2662785 Apr 18 18:04:36.163521 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:36.168903 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:36.170609 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a6e6cea8-765e-4ab7-bbed-56279f1311f5 admin admin] Publish callbacks [] for security_group (eb0ff9d7-3f51-4619-a67a-0be2f6bdfdfb), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.171869 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:36.181973 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Pushing event updated for resources: {'Port': ['ID=f5527a03-8244-4b8a-b8e6-e172eca77a27,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:36.225424 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device d9ab7584-f0f7-454f-97d3-4a2722efe85a up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:36.240077 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a6e6cea8-765e-4ab7-bbed-56279f1311f5 admin admin] Publish callbacks [] for security_group (eb0ff9d7-3f51-4619-a67a-0be2f6bdfdfb), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.264066 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8a592c04-810c-4178-ba4a-21d0ee093923 req-4d4268a2-4fc8-4d42-9392-4ab8d93a9071 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554997 Apr 18 18:04:36.319021 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Attempting to bind port f5527a03-8244-4b8a-b8e6-e172eca77a27 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:36.319701 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Attempting to bind port f5527a03-8244-4b8a-b8e6-e172eca77a27 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:36.320326 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Attempting to bind port f5527a03-8244-4b8a-b8e6-e172eca77a27 on network 427c9d9b-e067-4692-98ea-e15bd4164a69 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:36.333282 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:36.334489 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Checking segment: {'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:36.335840 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.336690 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Bound using segment: {'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:36.337338 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Bound port: f5527a03-8244-4b8a-b8e6-e172eca77a27, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:36.338112 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.340565 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks [] for router_gateway (d8e26121-d833-4bf9-a276-4f0c47739271), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.364942 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a6e6cea8-765e-4ab7-bbed-56279f1311f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (eb0ff9d7-3f51-4619-a67a-0be2f6bdfdfb), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.367527 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a6e6cea8-765e-4ab7-bbed-56279f1311f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.368654 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-a6e6cea8-765e-4ab7-bbed-56279f1311f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb0ff9d7-3f51-4619-a67a-0be2f6bdfdfb HTTP/1.1" status: 204 len: 168 time: 0.4272397 Apr 18 18:04:36.377002 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6cea8-765e-4ab7-bbed-56279f1311f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0ff9d7-3f51-4619-a67a-0be2f6bdfdfb,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:36.391116 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.441679 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port d9ab7584-f0f7-454f-97d3-4a2722efe85a triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:36.442356 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.512220 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] For port f5527a03-8244-4b8a-b8e6-e172eca77a27, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:36.538611 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] For port f5527a03-8244-4b8a-b8e6-e172eca77a27, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=f5527a03-8244-4b8a-b8e6-e172eca77a27,segment=NetworkSegment(c64db9fe-6018-4fef-a79b-409f3ddefdd9),segment_id=c64db9fe-6018-4fef-a79b-409f3ddefdd9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:36.542903 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Allocated IP 172.27.3.72 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/0e9a2c16-25f7-4bd1-a60a-e511ab706090) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:36.557286 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.705318 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port d9ab7584-f0f7-454f-97d3-4a2722efe85a is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:36.706703 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.750151 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865863f-c154-4f8f-b99d-04a139567c31 None None] Pushing event updated for resources: {'Port': ['ID=f5527a03-8244-4b8a-b8e6-e172eca77a27,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:36.781550 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port d9ab7584-f0f7-454f-97d3-4a2722efe85a, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=d9ab7584-f0f7-454f-97d3-4a2722efe85a,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:36.791047 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.892340 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks [] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:36.920348 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=d9ab7584-f0f7-454f-97d3-4a2722efe85a,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:37.024502 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.108305 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094e093-36b5-4d95-938b-16d6f3d88c00 req-8cf11903-21b9-4119-b724-f74cff3500c1 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:37.109951 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d094e093-36b5-4d95-938b-16d6f3d88c00 req-8cf11903-21b9-4119-b724-f74cff3500c1 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 946 time: 0.1893811 Apr 18 18:04:37.110605 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43474) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:37.138920 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:37.142363 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6a18d398-fe49-424a-95ec-30c4c5c87b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.148014 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:37.160755 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:37.221914 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9a2c16-25f7-4bd1-a60a-e511ab706090,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:37.233638 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Sync routers for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:37.254196 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d094e093-36b5-4d95-938b-16d6f3d88c00 req-52566092-4f9e-47ec-8a2e-9b4d079b18ac tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333709 Apr 18 18:04:37.255561 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:37.256222 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:37.343307 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6a18d398-fe49-424a-95ec-30c4c5c87b6e admin admin] Publish callbacks [] for security_group (3fe7683f-7017-44e1-8556-81877c63be31), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.351709 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6a18d398-fe49-424a-95ec-30c4c5c87b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3fe7683f-7017-44e1-8556-81877c63be31), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.413536 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6a18d398-fe49-424a-95ec-30c4c5c87b6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d09d0b8e1fb4561b2b08df584a91224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016517 Apr 18 18:04:37.414648 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18d398-fe49-424a-95ec-30c4c5c87b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe7683f-7017-44e1-8556-81877c63be31,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:37.416562 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43484) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:37.460419 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:37.535947 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2a064ac-5ff5-4000-8543-93a59642793d admin admin] Publish callbacks [] for security_group (3fe7683f-7017-44e1-8556-81877c63be31), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.602491 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2a064ac-5ff5-4000-8543-93a59642793d admin admin] Publish callbacks [] for security_group (3fe7683f-7017-44e1-8556-81877c63be31), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.635383 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks [] for router_gateway (d8e26121-d833-4bf9-a276-4f0c47739271), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.779909 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2a064ac-5ff5-4000-8543-93a59642793d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3fe7683f-7017-44e1-8556-81877c63be31), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.783298 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2a064ac-5ff5-4000-8543-93a59642793d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.787006 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b2a064ac-5ff5-4000-8543-93a59642793d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fe7683f-7017-44e1-8556-81877c63be31 HTTP/1.1" status: 204 len: 168 time: 0.3590717 Apr 18 18:04:37.822928 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a064ac-5ff5-4000-8543-93a59642793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe7683f-7017-44e1-8556-81877c63be31,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:37.959472 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 2, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:37.977276 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (d8e26121-d833-4bf9-a276-4f0c47739271), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:37.999404 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Checking router: d192dc75-42e6-4040-86b0-978a751c8716 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:37.999876 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Updating router d192dc75-42e6-4040-86b0-978a751c8716 port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:04:38.042494 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:38.267632 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Router d8e26121-d833-4bf9-a276-4f0c47739271 is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:04:38.374381 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device d9ab7584-f0f7-454f-97d3-4a2722efe85a up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:38.538323 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f05a79-6c0b-43ba-8948-c008cca101c8 None None] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:04:38.599307 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:38.614717 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Sync routers for ids ['d8e26121-d833-4bf9-a276-4f0c47739271'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:38.655922 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:38.658143 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c301a8ac-a912-4571-a741-044bab72cc03 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3520420 Apr 18 18:04:38.661381 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43518) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:38.671995 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Routers {'d8e26121-d833-4bf9-a276-4f0c47739271'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:38.676799 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d8e26121-d833-4bf9-a276-4f0c47739271'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:38.722710 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-41e3d7cc-77cc-4aa6-9715-dce304a32aad None None] Provisioning complete for port f5527a03-8244-4b8a-b8e6-e172eca77a27 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:38.723252 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41e3d7cc-77cc-4aa6-9715-dce304a32aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:38.825359 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port d9ab7584-f0f7-454f-97d3-4a2722efe85a triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:38.825359 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:38.934742 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Set router d8e26121-d833-4bf9-a276-4f0c47739271 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:39.037958 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Publish callbacks [] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.083545 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.085559 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-41e3d7cc-77cc-4aa6-9715-dce304a32aad None None] Current status of the port f5527a03-8244-4b8a-b8e6-e172eca77a27 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:39.086006 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41e3d7cc-77cc-4aa6-9715-dce304a32aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.237320 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port d9ab7584-f0f7-454f-97d3-4a2722efe85a is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:39.238832 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device f5527a03-8244-4b8a-b8e6-e172eca77a27 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:39.241514 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f03927-2c6e-4c4a-a7a9-2fc31f3b7ce1 req-e4296113-bd30-403d-8839-c0f6667b71a9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:39.255239 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-76f03927-2c6e-4c4a-a7a9-2fc31f3b7ce1 req-e4296113-bd30-403d-8839-c0f6667b71a9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.4988289 Apr 18 18:04:39.290359 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ead4-64c1-469f-88ff-b591f0a35fe8 req-4430e1d4-55bd-487d-be28-89feb6a1d098 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:39.301006 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c5e4ead4-64c1-469f-88ff-b591f0a35fe8 req-4430e1d4-55bd-487d-be28-89feb6a1d098 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 946 time: 0.3326399 Apr 18 18:04:39.319983 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac76040-1262-42cf-b7ea-84a2d5f224f3 None None] Pushing event updated for resources: {'Port': ['ID=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:39.332395 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-41e3d7cc-77cc-4aa6-9715-dce304a32aad None None] For port f5527a03-8244-4b8a-b8e6-e172eca77a27, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=f5527a03-8244-4b8a-b8e6-e172eca77a27,segment=NetworkSegment(c64db9fe-6018-4fef-a79b-409f3ddefdd9),segment_id=c64db9fe-6018-4fef-a79b-409f3ddefdd9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:39.347606 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41e3d7cc-77cc-4aa6-9715-dce304a32aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.424779 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-76f03927-2c6e-4c4a-a7a9-2fc31f3b7ce1 req-89e5c9c4-b254-470b-911c-bba744f1190c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678298 Apr 18 18:04:39.455882 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3d7cc-77cc-4aa6-9715-dce304a32aad None None] Pushing event updated for resources: {'Port': ['ID=f5527a03-8244-4b8a-b8e6-e172eca77a27,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:39.504873 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c5e4ead4-64c1-469f-88ff-b591f0a35fe8 req-96705d02-66f6-43bd-83d9-84520ec0181b tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021978 Apr 18 18:04:39.524653 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:04:37Z', 'revision_number': 3, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port': {'id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:36Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:39.545937 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port f5527a03-8244-4b8a-b8e6-e172eca77a27 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:39.546617 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.550253 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-f5923686-4e19-4bef-b3bf-ca944f97e0fe None None] Provisioning complete for port f5527a03-8244-4b8a-b8e6-e172eca77a27 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:39.550801 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5923686-4e19-4bef-b3bf-ca944f97e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.582938 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Checking router: d8e26121-d833-4bf9-a276-4f0c47739271 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:39.583367 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Updating router d8e26121-d833-4bf9-a276-4f0c47739271 port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:04:39.612370 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Attempting to bind port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:39.612778 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Attempting to bind port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:39.613338 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Attempting to bind port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a on network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:39.632841 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.637341 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:39.637721 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Checking segment: {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:39.638128 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.638572 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Bound using segment: {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:39.639063 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Bound port: 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:39.639448 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.771988 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.799851 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f5923686-4e19-4bef-b3bf-ca944f97e0fe None None] Current status of the port f5527a03-8244-4b8a-b8e6-e172eca77a27 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:39.811088 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] For port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:39.819897 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] For port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:39.819897 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port f5527a03-8244-4b8a-b8e6-e172eca77a27 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:39.828309 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:39.913682 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac76040-1262-42cf-b7ea-84a2d5f224f3 None None] Pushing event updated for resources: {'Port': ['ID=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:39.925625 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:39.926332 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:39.995431 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-9f1a13ba-86fe-48a7-b18b-8cbbdb66d608 None None] Provisioning complete for port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:39.995815 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f1a13ba-86fe-48a7-b18b-8cbbdb66d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.044264 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Allocated IP 172.20.0.1 (427c9d9b-e067-4692-98ea-e15bd4164a69/76f9ec21-0605-4ef7-a53a-0beb04afa6f9/d56b7b12-2d13-4d40-825e-21d7379877ce) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:04:40.051421 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703058e0-619c-4032-8d40-248613c053a0 req-72934656-3dc2-4b0e-8e4f-c05dd4a57c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:40.059707 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-703058e0-619c-4032-8d40-248613c053a0 req-72934656-3dc2-4b0e-8e4f-c05dd4a57c99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 1130 time: 0.1002381 Apr 18 18:04:40.167551 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Publish callbacks [] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.177812 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.234798 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device f5527a03-8244-4b8a-b8e6-e172eca77a27 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:40.262096 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f01a87-6013-40e9-983b-9c377f18dc89 None None] Pushing event updated for resources: {'Port': ['ID=0e9a2c16-25f7-4bd1-a60a-e511ab706090,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:40.303627 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Attempting to bind port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:40.304396 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Attempting to bind port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:40.304894 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Attempting to bind port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:40.312451 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:40.313151 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:40.313755 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.314418 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:40.315904 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Bound port: 0e9a2c16-25f7-4bd1-a60a-e511ab706090, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:40.316890 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.336608 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Publish callbacks [] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.410382 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] For port 0e9a2c16-25f7-4bd1-a60a-e511ab706090, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:40.414595 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] For port 0e9a2c16-25f7-4bd1-a60a-e511ab706090, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=0e9a2c16-25f7-4bd1-a60a-e511ab706090,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:40.423169 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.446979 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.459705 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:40.529525 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f01a87-6013-40e9-983b-9c377f18dc89 None None] Pushing event updated for resources: {'Port': ['ID=0e9a2c16-25f7-4bd1-a60a-e511ab706090,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:40.538124 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Routers {'d8e26121-d833-4bf9-a276-4f0c47739271'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:40.541200 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d8e26121-d833-4bf9-a276-4f0c47739271'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:40.577490 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d56b7b12-2d13-4d40-825e-21d7379877ce,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:40.618616 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:40.649206 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:40.659226 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:04:40.727778 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (d8e26121-d833-4bf9-a276-4f0c47739271), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.730214 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] Set router d8e26121-d833-4bf9-a276-4f0c47739271 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:40.869302 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac3f9-3f7e-44cc-b7f0-8d2a6ea8b80c req-23dcc9b3-2d83-4c6d-ac02-22b9a1a3aa5e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:40.871815 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-eb8ac3f9-3f7e-44cc-b7f0-8d2a6ea8b80c req-23dcc9b3-2d83-4c6d-ac02-22b9a1a3aa5e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.2881126 Apr 18 18:04:40.912750 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port f5527a03-8244-4b8a-b8e6-e172eca77a27 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:40.913412 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde2542-3316-42cd-a888-897b34efb08b req-7ddd2a97-839a-4927-ac7a-b3625fdc747a tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:40.913666 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:40.918605 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3017-ed43-4e75-8b54-36e7133df443 req-9a828ef2-5a93-4ea2-8dc2-6b5bc25f058f tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:40.922557 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cfde2542-3316-42cd-a888-897b34efb08b req-7ddd2a97-839a-4927-ac7a-b3625fdc747a tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 946 time: 0.6221013 Apr 18 18:04:40.925200 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-529b3017-ed43-4e75-8b54-36e7133df443 req-9a828ef2-5a93-4ea2-8dc2-6b5bc25f058f tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 946 time: 0.2724473 Apr 18 18:04:40.971293 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703058e0-619c-4032-8d40-248613c053a0 req-ea91c840-d99d-4376-9fb1-3034f110f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:40.973349 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-703058e0-619c-4032-8d40-248613c053a0 req-ea91c840-d99d-4376-9fb1-3034f110f4e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.8108199 Apr 18 18:04:41.030467 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a13ba-86fe-48a7-b18b-8cbbdb66d608 None None] Current status of the port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:41.030846 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f1a13ba-86fe-48a7-b18b-8cbbdb66d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.085740 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:04:37Z', 'revision_number': 3, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port': {'id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:36Z', 'updated_at': '2022-04-18T18:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:41.126264 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2e80b-7c47-4e5e-b0c7-fab923e267de None None] The sync data for ids ['d8e26121-d833-4bf9-a276-4f0c47739271'] in dv-cinder-838329-1-iscsi is: [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:04:37Z', 'revision_number': 3, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port': {'id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:36Z', 'updated_at': '2022-04-18T18:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:41.135809 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-703058e0-619c-4032-8d40-248613c053a0 req-e2399160-0beb-42b9-8d05-4169728118c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc HTTP/1.1" status: 200 len: 217 time: 0.1555972 Apr 18 18:04:41.162081 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-eb8ac3f9-3f7e-44cc-b7f0-8d2a6ea8b80c req-dccffc1c-1db6-47b2-a5ea-445e13060f82 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790847 Apr 18 18:04:41.216744 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703058e0-619c-4032-8d40-248613c053a0 req-dbaa8f6e-460d-4ba3-b61e-30c016d13683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:41.219249 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-703058e0-619c-4032-8d40-248613c053a0 req-dbaa8f6e-460d-4ba3-b61e-30c016d13683 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.0741987 Apr 18 18:04:41.231306 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port f5527a03-8244-4b8a-b8e6-e172eca77a27 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:41.232842 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:41.240027 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-9f1a13ba-86fe-48a7-b18b-8cbbdb66d608 None None] For port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:41.293808 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9f1a13ba-86fe-48a7-b18b-8cbbdb66d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.300015 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-529b3017-ed43-4e75-8b54-36e7133df443 req-7283d597-fd01-4020-9d82-a9eeb35a3c8e tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca483a73-0f53-410d-a603-dbb841c9d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414464 Apr 18 18:04:41.328656 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.343224 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Deleting port 0ae44ac3-6d26-45df-8269-6a23647b5491 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:04:41.344083 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.410263 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703058e0-619c-4032-8d40-248613c053a0 req-f86382a9-ba44-44c3-a586-b3d6379914ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:41.412163 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-703058e0-619c-4032-8d40-248613c053a0 req-f86382a9-ba44-44c3-a586-b3d6379914ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1822498 Apr 18 18:04:41.470708 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a13ba-86fe-48a7-b18b-8cbbdb66d608 None None] Pushing event updated for resources: {'Port': ['ID=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:41.640342 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] For port 0ae44ac3-6d26-45df-8269-6a23647b5491, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0ae44ac3-6d26-45df-8269-6a23647b5491,segment=NetworkSegment(c4b389d9-cb23-4dac-8341-4dad4926c82f),segment_id=c4b389d9-cb23-4dac-8341-4dad4926c82f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:41.641107 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.660650 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-269aa9b0-3502-42dd-8d6d-49b5337dd273 None None] Provisioning complete for port d56b7b12-2d13-4d40-825e-21d7379877ce triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:41.662454 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-269aa9b0-3502-42dd-8d6d-49b5337dd273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.679788 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Calling delete_port for 0ae44ac3-6d26-45df-8269-6a23647b5491 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:04:41.697685 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-703058e0-619c-4032-8d40-248613c053a0 req-d5061051-25bc-4819-84d9-15aeef70dbec service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263076 Apr 18 18:04:41.735640 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-269aa9b0-3502-42dd-8d6d-49b5337dd273 None None] Port d56b7b12-2d13-4d40-825e-21d7379877ce cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:04:41.767386 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Publish callbacks [] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.769114 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:39Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:41.778653 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.839729 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268e63e6-56c6-41df-99a4-13f452fb6e33 None None] The sync data for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi is: [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:39Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:41.855083 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:41.855537 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.891676 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-269aa9b0-3502-42dd-8d6d-49b5337dd273 None None] Provisioning complete for port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:41.892068 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-269aa9b0-3502-42dd-8d6d-49b5337dd273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:41.938388 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-703058e0-619c-4032-8d40-248613c053a0 req-611ca7c0-2a90-45d5-b8b7-27726f1f75b7 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337136 Apr 18 18:04:41.938796 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d56b7b12-2d13-4d40-825e-21d7379877ce,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:41.961906 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (d8e26121-d833-4bf9-a276-4f0c47739271), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:42.045331 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (0ae44ac3-6d26-45df-8269-6a23647b5491), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:42.086188 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['0ae44ac3-6d26-45df-8269-6a23647b5491'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:04:42.099759 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Pushing event deleted for resources: {'Port': ['ID=0ae44ac3-6d26-45df-8269-6a23647b5491,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:42.138882 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:42.173357 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] No DVR routers for this DVR port 0ae44ac3-6d26-45df-8269-6a23647b5491 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:04:42.173357 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:42.178699 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cfde2542-3316-42cd-a888-897b34efb08b req-881b054b-afb5-4ac5-8faa-6269b2520cdf tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.15 "DELETE /v2.0/ports/0ae44ac3-6d26-45df-8269-6a23647b5491 HTTP/1.1" status: 204 len: 173 time: 1.2458551 Apr 18 18:04:42.179513 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e68b096-8fcb-478b-8f36-522c0dce5578', 'name': 'network-vif-deleted', 'tag': '0ae44ac3-6d26-45df-8269-6a23647b5491'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:04:42.184890 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d5818d-cc1a-4510-849b-c954f162c2de" -d '{"events": [{"server_uuid": "4e68b096-8fcb-478b-8f36-522c0dce5578", "name": "network-vif-deleted", "tag": "0ae44ac3-6d26-45df-8269-6a23647b5491"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:04:42.216557 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:04:42.219193 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:04:42.292756 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245760cf-5e26-42fa-b410-fbe001c2c274 x-openstack-request-id: req-245760cf-5e26-42fa-b410-fbe001c2c274 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:04:42.293143 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e68b096-8fcb-478b-8f36-522c0dce5578", "name": "network-vif-deleted", "tag": "0ae44ac3-6d26-45df-8269-6a23647b5491", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:04:42.293515 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-245760cf-5e26-42fa-b410-fbe001c2c274 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:04:42.294055 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245760cf-5e26-42fa-b410-fbe001c2c274'] response: {'server_uuid': '4e68b096-8fcb-478b-8f36-522c0dce5578', 'name': 'network-vif-deleted', 'tag': '0ae44ac3-6d26-45df-8269-6a23647b5491', 'status': 'completed', 'code': 200} Apr 18 18:04:42.332966 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-269aa9b0-3502-42dd-8d6d-49b5337dd273 None None] Current status of the port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:42.773358 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-2f274e6f-3de7-4e28-9886-b625eb89c7ec None None] Provisioning complete for port d56b7b12-2d13-4d40-825e-21d7379877ce triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:42.773989 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f274e6f-3de7-4e28-9886-b625eb89c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:42.914086 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2f274e6f-3de7-4e28-9886-b625eb89c7ec None None] Port d56b7b12-2d13-4d40-825e-21d7379877ce cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:04:42.990536 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cd5ef-aaa8-4b47-bf6f-8faabedb05a9 req-62b738f3-e55b-4d4d-8d45-ad3255568757 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:42.998579 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-260cd5ef-aaa8-4b47-bf6f-8faabedb05a9 req-62b738f3-e55b-4d4d-8d45-ad3255568757 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.6288493 Apr 18 18:04:43.020590 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-795e7b5f-a98c-4841-bd69-027842f8a028 req-95cab169-810e-4228-a3a6-9097e1780a33 tempest-VolumesActionsTest-472778355 tempest-VolumesActionsTest-472778355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e68b096-8fcb-478b-8f36-522c0dce5578 HTTP/1.1" status: 200 len: 210 time: 0.1302788 Apr 18 18:04:43.053756 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 0e9a2c16-25f7-4bd1-a60a-e511ab706090 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:43.089489 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Router d8e26121-d833-4bf9-a276-4f0c47739271 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:04:43.120749 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-260cd5ef-aaa8-4b47-bf6f-8faabedb05a9 req-304eec1d-5357-4969-8e3c-96afdccc7a57 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171682 Apr 18 18:04:43.163781 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:43.164170 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.196416 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43628) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:43.281953 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:04:43.287330 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:43.287731 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.292940 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6649df19-b57c-49c3-883a-7f6a86ca32d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8e26121-d833-4bf9-a276-4f0c47739271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6303959 Apr 18 18:04:43.325923 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 0e9a2c16-25f7-4bd1-a60a-e511ab706090, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=0e9a2c16-25f7-4bd1-a60a-e511ab706090,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:43.336524 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.337685 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:43.377669 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9db544f-f897-4678-8a72-d79677d19f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.434669 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=0e9a2c16-25f7-4bd1-a60a-e511ab706090,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:43.446489 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:43.446920 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.484115 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9db544f-f897-4678-8a72-d79677d19f03 admin admin] Publish callbacks [] for security_group (0eb744ac-f92b-4932-b835-2f18bee6b4fd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.489845 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9db544f-f897-4678-8a72-d79677d19f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0eb744ac-f92b-4932-b835-2f18bee6b4fd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.535804 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f9db544f-f897-4678-8a72-d79677d19f03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=784b0762bab64f4b852a59508ae04eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379674 Apr 18 18:04:43.536528 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43638) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:43.537570 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db544f-f897-4678-8a72-d79677d19f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb744ac-f92b-4932-b835-2f18bee6b4fd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:43.557847 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:43.641040 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebca5-491c-4f71-ab8d-b22eef2fa1b4 admin admin] Publish callbacks [] for security_group (0eb744ac-f92b-4932-b835-2f18bee6b4fd), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.673969 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebca5-491c-4f71-ab8d-b22eef2fa1b4 admin admin] Publish callbacks [] for security_group (0eb744ac-f92b-4932-b835-2f18bee6b4fd), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.757043 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebca5-491c-4f71-ab8d-b22eef2fa1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0eb744ac-f92b-4932-b835-2f18bee6b4fd), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.759859 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5d8ebca5-491c-4f71-ab8d-b22eef2fa1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:43.761291 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-5d8ebca5-491c-4f71-ab8d-b22eef2fa1b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0eb744ac-f92b-4932-b835-2f18bee6b4fd HTTP/1.1" status: 204 len: 168 time: 0.2226222 Apr 18 18:04:43.779531 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ebca5-491c-4f71-ab8d-b22eef2fa1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb744ac-f92b-4932-b835-2f18bee6b4fd,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:44.089452 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 0ae44ac3-6d26-45df-8269-6a23647b5491 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:04:44.117208 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 0ae44ac3-6d26-45df-8269-6a23647b5491 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:04:44.117559 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 0ae44ac3-6d26-45df-8269-6a23647b5491 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:04:44.204890 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 43682) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:44.242875 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8476220b-6af4-41c9-a2fe-4142e6275ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:44.277486 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75222863-890a-4794-8f2a-7ea6c93d2c24 req-528a4ac6-5a85-421f-865d-5039a453d923 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:44.279008 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75222863-890a-4794-8f2a-7ea6c93d2c24 req-528a4ac6-5a85-421f-865d-5039a453d923 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0756817 Apr 18 18:04:44.378865 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75222863-890a-4794-8f2a-7ea6c93d2c24 req-0d323045-aff9-4a25-83ca-ae6caba0e904 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Apr 18 18:04:44.406273 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8476220b-6af4-41c9-a2fe-4142e6275ffc admin admin] Publish callbacks [] for security_group (f03f83e0-2fcb-42c2-8791-0601e0535eba), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:44.414375 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3046dbf1-ff6a-461a-9a86-5bd8325cc77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:44.418709 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8476220b-6af4-41c9-a2fe-4142e6275ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f03f83e0-2fcb-42c2-8791-0601e0535eba), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:44.471733 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-8476220b-6af4-41c9-a2fe-4142e6275ffc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9630a00c5c440a7a18d9266701239df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626650 Apr 18 18:04:44.471733 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476220b-6af4-41c9-a2fe-4142e6275ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03f83e0-2fcb-42c2-8791-0601e0535eba,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:44.471917 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 43692) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:44.535982 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3dfdb05-3ece-448a-815e-b523b2d9663e admin admin] Publish callbacks [] for security_group (f03f83e0-2fcb-42c2-8791-0601e0535eba), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:44.562743 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3dfdb05-3ece-448a-815e-b523b2d9663e admin admin] Publish callbacks [] for security_group (f03f83e0-2fcb-42c2-8791-0601e0535eba), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:44.629634 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3dfdb05-3ece-448a-815e-b523b2d9663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f03f83e0-2fcb-42c2-8791-0601e0535eba), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:44.633296 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3dfdb05-3ece-448a-815e-b523b2d9663e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:44.638533 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f3dfdb05-3ece-448a-815e-b523b2d9663e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f03f83e0-2fcb-42c2-8791-0601e0535eba HTTP/1.1" status: 204 len: 168 time: 0.1654916 Apr 18 18:04:44.649886 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfdb05-3ece-448a-815e-b523b2d9663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03f83e0-2fcb-42c2-8791-0601e0535eba,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:44.834856 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 0e9a2c16-25f7-4bd1-a60a-e511ab706090 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:44.912755 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:44.913328 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:45.090998 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:45.609160 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74308bac-ba68-4efc-b861-b0a310933265 req-6ce568ca-3b6e-49b4-866f-ccc17240c9b5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:45.611007 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-74308bac-ba68-4efc-b861-b0a310933265 req-6ce568ca-3b6e-49b4-866f-ccc17240c9b5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0867696 Apr 18 18:04:45.691457 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-74308bac-ba68-4efc-b861-b0a310933265 req-f76e40e0-e5b6-408a-b997-53ea801a9901 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727611 Apr 18 18:04:45.974907 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Sync routers for ids ['d8e26121-d833-4bf9-a276-4f0c47739271'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:04:45.995548 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Routers {'d8e26121-d833-4bf9-a276-4f0c47739271'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:45.996482 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d8e26121-d833-4bf9-a276-4f0c47739271'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:46.179145 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Set router d8e26121-d833-4bf9-a276-4f0c47739271 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:46.556050 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 4, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port': {'id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:36Z', 'updated_at': '2022-04-18T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'd56b7b12-2d13-4d40-825e-21d7379877ce', 'name': '', 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'mac_address': 'fa:16:3e:3c:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '76f9ec21-0605-4ef7-a53a-0beb04afa6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:39Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 2, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'subnets': [{'id': '76f9ec21-0605-4ef7-a53a-0beb04afa6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:46.596406 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Checking router: d8e26121-d833-4bf9-a276-4f0c47739271 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:04:46.597083 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Updating router d8e26121-d833-4bf9-a276-4f0c47739271 port d56b7b12-2d13-4d40-825e-21d7379877ce binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:04:46.655685 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-409aba04-303e-419e-b01b-a63d902c8474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:46.669866 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:46.983076 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f17e16-934a-484b-a2f4-65cd791f20ec req-352f7261-3f83-4246-9cc2-d26e1e2e9928 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:46.999327 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a5f17e16-934a-484b-a2f4-65cd791f20ec req-352f7261-3f83-4246-9cc2-d26e1e2e9928 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1294286 Apr 18 18:04:47.126641 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a5f17e16-934a-484b-a2f4-65cd791f20ec req-c6338c1f-8ed6-4322-b749-9a4d83df3ce5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250775 Apr 18 18:04:47.265771 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Publish callbacks [] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:47.272691 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:47.407847 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8af52f-96c3-439a-898c-85d71829c35e None None] Pushing event updated for resources: {'Port': ['ID=d56b7b12-2d13-4d40-825e-21d7379877ce,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:47.535648 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Attempting to bind port d56b7b12-2d13-4d40-825e-21d7379877ce on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:04:47.536333 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Attempting to bind port d56b7b12-2d13-4d40-825e-21d7379877ce by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:04:47.536877 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Attempting to bind port d56b7b12-2d13-4d40-825e-21d7379877ce on network 427c9d9b-e067-4692-98ea-e15bd4164a69 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:04:47.544288 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:04:47.546058 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Checking segment: {'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:04:47.546577 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:47.546992 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Bound using segment: {'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:04:47.547492 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Bound port: d56b7b12-2d13-4d40-825e-21d7379877ce, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64db9fe-6018-4fef-a79b-409f3ddefdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:04:47.547883 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:47.643638 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] For port d56b7b12-2d13-4d40-825e-21d7379877ce, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:04:47.647618 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] For port d56b7b12-2d13-4d40-825e-21d7379877ce, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=d56b7b12-2d13-4d40-825e-21d7379877ce,segment=NetworkSegment(c64db9fe-6018-4fef-a79b-409f3ddefdd9),segment_id=c64db9fe-6018-4fef-a79b-409f3ddefdd9)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:04:47.655231 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:47.736924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-e623c9bd-7317-4e3d-a543-8d593564fcde None None] Provisioning complete for port d56b7b12-2d13-4d40-825e-21d7379877ce triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:47.737753 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e623c9bd-7317-4e3d-a543-8d593564fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:47.857755 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8af52f-96c3-439a-898c-85d71829c35e None None] Pushing event updated for resources: {'Port': ['ID=d56b7b12-2d13-4d40-825e-21d7379877ce,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:47.860873 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:47.866667 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Routers {'d8e26121-d833-4bf9-a276-4f0c47739271'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:04:47.867360 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:04:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d8e26121-d833-4bf9-a276-4f0c47739271'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:48.028217 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e623c9bd-7317-4e3d-a543-8d593564fcde None None] Current status of the port d56b7b12-2d13-4d40-825e-21d7379877ce is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:48.028616 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e623c9bd-7317-4e3d-a543-8d593564fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:48.095105 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e623c9bd-7317-4e3d-a543-8d593564fcde None None] For port d56b7b12-2d13-4d40-825e-21d7379877ce, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=d56b7b12-2d13-4d40-825e-21d7379877ce,segment=NetworkSegment(c64db9fe-6018-4fef-a79b-409f3ddefdd9),segment_id=c64db9fe-6018-4fef-a79b-409f3ddefdd9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:04:48.119668 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e623c9bd-7317-4e3d-a543-8d593564fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:48.193167 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] Set router d8e26121-d833-4bf9-a276-4f0c47739271 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:04:48.248190 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-e001b502-03ea-4124-8cf0-414e9bb9711b None None] Provisioning complete for port d56b7b12-2d13-4d40-825e-21d7379877ce triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:48.248560 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e001b502-03ea-4124-8cf0-414e9bb9711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:48.290191 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623c9bd-7317-4e3d-a543-8d593564fcde None None] Pushing event updated for resources: {'Port': ['ID=d56b7b12-2d13-4d40-825e-21d7379877ce,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:48.303307 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d97eb-34d0-4acb-8434-363d03017907 req-41d03658-d254-4061-b961-2fc0885f329f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:48.313417 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-562d97eb-34d0-4acb-8434-363d03017907 req-41d03658-d254-4061-b961-2fc0885f329f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0724883 Apr 18 18:04:48.439372 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-562d97eb-34d0-4acb-8434-363d03017907 req-69e0c776-14c0-4aeb-a9ef-aec8ced8b359 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248293 Apr 18 18:04:48.542474 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 4, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port': {'id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:36Z', 'updated_at': '2022-04-18T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'd56b7b12-2d13-4d40-825e-21d7379877ce', 'name': '', 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'mac_address': 'fa:16:3e:3c:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '76f9ec21-0605-4ef7-a53a-0beb04afa6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:39Z', 'updated_at': '2022-04-18T18:04:47Z', 'revision_number': 4, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'subnets': [{'id': '76f9ec21-0605-4ef7-a53a-0beb04afa6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:04:48.578836 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c6894-8d8a-448d-be37-91d40ab27a51 None None] The sync data for ids ['d8e26121-d833-4bf9-a276-4f0c47739271'] in dv-cinder-838329-1-iscsi is: [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 4, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port': {'id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:36Z', 'updated_at': '2022-04-18T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'd56b7b12-2d13-4d40-825e-21d7379877ce', 'name': '', 'network_id': '427c9d9b-e067-4692-98ea-e15bd4164a69', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'mac_address': 'fa:16:3e:3c:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '76f9ec21-0605-4ef7-a53a-0beb04afa6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:39Z', 'updated_at': '2022-04-18T18:04:47Z', 'revision_number': 4, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'subnets': [{'id': '76f9ec21-0605-4ef7-a53a-0beb04afa6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:04:48.583626 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e001b502-03ea-4124-8cf0-414e9bb9711b None None] Current status of the port d56b7b12-2d13-4d40-825e-21d7379877ce is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:48.850625 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device d56b7b12-2d13-4d40-825e-21d7379877ce up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:04:48.914382 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port d56b7b12-2d13-4d40-825e-21d7379877ce triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:04:48.914979 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:49.023847 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port d56b7b12-2d13-4d40-825e-21d7379877ce is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:04:49.130756 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:49.593172 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105f6d8-8e7b-487a-be3c-1534bb9a7600 req-b249ac44-e6b5-48bb-ba65-6c3d58cc0984 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:49.601313 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c105f6d8-8e7b-487a-be3c-1534bb9a7600 req-b249ac44-e6b5-48bb-ba65-6c3d58cc0984 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0872459 Apr 18 18:04:49.667014 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c105f6d8-8e7b-487a-be3c-1534bb9a7600 req-254077fe-f7f4-413f-b040-60162d4ce890 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642917 Apr 18 18:04:50.690913 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:50.802468 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8153b-c318-43c4-a9a9-61c8d4ad4235 req-877f8433-13c9-4e58-b789-f962c95a0c98 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:50.804009 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9cb8153b-c318-43c4-a9a9-61c8d4ad4235 req-877f8433-13c9-4e58-b789-f962c95a0c98 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0550382 Apr 18 18:04:50.874780 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9cb8153b-c318-43c4-a9a9-61c8d4ad4235 req-83edaf04-3971-40d8-aa56-d2711369ad0e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621154 Apr 18 18:04:52.191869 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa410a2-930d-4c06-b2a1-dff095903a18 req-5e5fbefc-91b2-4889-aca0-e4ee6783322d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:52.200568 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8aa410a2-930d-4c06-b2a1-dff095903a18 req-5e5fbefc-91b2-4889-aca0-e4ee6783322d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1615355 Apr 18 18:04:52.277181 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8aa410a2-930d-4c06-b2a1-dff095903a18 req-7c16ef6e-44a4-4619-8bc1-5b72be4917b8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695999 Apr 18 18:04:53.483949 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0858b30-34dd-4ffe-93da-f93821326fb0 req-b5df64f0-b2be-4091-a349-37f0953127b3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:53.487462 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e0858b30-34dd-4ffe-93da-f93821326fb0 req-b5df64f0-b2be-4091-a349-37f0953127b3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0767157 Apr 18 18:04:53.552039 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e0858b30-34dd-4ffe-93da-f93821326fb0 req-e02bf133-ebef-418b-9b51-e54439156701 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 Apr 18 18:04:53.745073 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:04:55.161658 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1ff37-7ac1-4379-8ed1-1060d57d19ca req-c5b18dee-bd29-4690-af3f-8b455b7b29dc tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:55.174409 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5e1ff37-7ac1-4379-8ed1-1060d57d19ca req-c5b18dee-bd29-4690-af3f-8b455b7b29dc tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.4449134 Apr 18 18:04:55.198713 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-195b2db5-0415-4df0-b1ec-236bd7ba90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:55.201019 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-195b2db5-0415-4df0-b1ec-236bd7ba90e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 1130 time: 0.2361722 Apr 18 18:04:55.319396 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5e1ff37-7ac1-4379-8ed1-1060d57d19ca req-adb559ac-62c2-4014-a36c-ba813b0610f1 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388175 Apr 18 18:04:55.453498 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-cf690cfe-369b-48dc-b871-e685a3135d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:55.461127 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-cf690cfe-369b-48dc-b871-e685a3135d25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.2310209 Apr 18 18:04:55.582334 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-71b0c6da-9a92-4a3f-bdb3-05185fb90c56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc HTTP/1.1" status: 200 len: 217 time: 0.1048434 Apr 18 18:04:55.726516 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-e911ce8c-677c-46f8-a3db-4335b75c88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:55.733516 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-e911ce8c-677c-46f8-a3db-4335b75c88da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.1428800 Apr 18 18:04:55.899900 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-e17d750d-5e18-4cfa-b4a7-4b7d864384f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:55.902680 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-e17d750d-5e18-4cfa-b4a7-4b7d864384f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1613619 Apr 18 18:04:56.041921 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-e2b11b47-99f3-4e38-b956-656aa00920d4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637220750&fields=id&tenant_id=c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 267 time: 0.2242999 Apr 18 18:04:56.093572 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-17a24463-a6d1-4bf6-8dea-e75abf869984 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840577 Apr 18 18:04:56.315476 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-7b294ddd-8283-445a-90d9-faec5845294b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:56.324133 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-7b294ddd-8283-445a-90d9-faec5845294b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 812 time: 0.2688692 Apr 18 18:04:56.357695 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-82ba0253-8cb4-43f2-87b6-e5129d1cc0fe tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/quotas/c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 375 time: 0.0317008 Apr 18 18:04:56.404444 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3aac982c-c007-4211-8b58-98d3c7ce13dc req-47cce479-62b6-4a42-a724-97f2fff8c084 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005779 Apr 18 18:04:56.521518 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44042) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:56.543822 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-d50a640b-e617-4c0a-9aaf-c5302513fa63 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1841242 Apr 18 18:04:56.753041 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-13a6bb50-2d9a-43a9-8259-bd75d7b760a6 service neutron] 10.222.0.20 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058678 Apr 18 18:04:56.823847 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16a10d31-5da8-4b8e-89d2-3c8115959695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:56.972577 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16a10d31-5da8-4b8e-89d2-3c8115959695 admin admin] Publish callbacks [] for security_group (97f65ee5-b341-4035-ba7f-53c976fe5d3d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:56.981067 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16a10d31-5da8-4b8e-89d2-3c8115959695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (97f65ee5-b341-4035-ba7f-53c976fe5d3d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:56.992850 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-ea45a306-2384-44f5-952e-64c9018bdcc6 service neutron] 10.222.0.20 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213151 Apr 18 18:04:57.011398 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-16a10d31-5da8-4b8e-89d2-3c8115959695 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3612df61a1f74280bfe9bf903eec6b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882865 Apr 18 18:04:57.014408 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44052) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:57.062928 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a10d31-5da8-4b8e-89d2-3c8115959695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f65ee5-b341-4035-ba7f-53c976fe5d3d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:57.156482 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7633b5f1-9058-4606-a421-0e19016f8480 admin admin] Publish callbacks [] for security_group (97f65ee5-b341-4035-ba7f-53c976fe5d3d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:57.214947 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7633b5f1-9058-4606-a421-0e19016f8480 admin admin] Publish callbacks [] for security_group (97f65ee5-b341-4035-ba7f-53c976fe5d3d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:57.303379 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7633b5f1-9058-4606-a421-0e19016f8480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (97f65ee5-b341-4035-ba7f-53c976fe5d3d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:57.307584 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7633b5f1-9058-4606-a421-0e19016f8480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:57.314110 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7633b5f1-9058-4606-a421-0e19016f8480 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97f65ee5-b341-4035-ba7f-53c976fe5d3d HTTP/1.1" status: 204 len: 168 time: 0.2983367 Apr 18 18:04:57.326718 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633b5f1-9058-4606-a421-0e19016f8480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f65ee5-b341-4035-ba7f-53c976fe5d3d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:57.707320 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e70ce8-2b5d-4c1a-9d62-9082f9c3d8e4 req-3890626b-44c7-4731-865a-e883299feac5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:57.715582 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-94e70ce8-2b5d-4c1a-9d62-9082f9c3d8e4 req-3890626b-44c7-4731-865a-e883299feac5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1441598 Apr 18 18:04:57.828524 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-94e70ce8-2b5d-4c1a-9d62-9082f9c3d8e4 req-69f57e8f-252e-4901-8ef9-1e6cfc64a668 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118381 Apr 18 18:04:57.978813 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44096) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:58.003476 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d62766d7-edc9-4a2f-847b-be7d955ea2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.235263 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d62766d7-edc9-4a2f-847b-be7d955ea2f7 admin admin] Publish callbacks [] for security_group (890a85fb-f107-4a3f-bcb9-e8dad34ee7a4), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.241801 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d62766d7-edc9-4a2f-847b-be7d955ea2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (890a85fb-f107-4a3f-bcb9-e8dad34ee7a4), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.291270 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d62766d7-edc9-4a2f-847b-be7d955ea2f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=736edd6164c745d2a65fa1fe30c0c616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093538 Apr 18 18:04:58.292738 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44112) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:58.318465 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44114) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:58.356289 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62766d7-edc9-4a2f-847b-be7d955ea2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890a85fb-f107-4a3f-bcb9-e8dad34ee7a4,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:58.492117 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Publish callbacks [] for security_group (890a85fb-f107-4a3f-bcb9-e8dad34ee7a4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.593559 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ee24c60e-5892-4a2b-b2db-2904ce722b17 req-2e0cdecc-88a0-4373-95f4-e9c83ee14459 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 210 time: 0.0546606 Apr 18 18:04:58.602629 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Publish callbacks [] for security_group (890a85fb-f107-4a3f-bcb9-e8dad34ee7a4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.645597 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-58eeb741-7161-4b0b-979c-db7e2d6287ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.718389 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (890a85fb-f107-4a3f-bcb9-e8dad34ee7a4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.724674 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.725830 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/890a85fb-f107-4a3f-bcb9-e8dad34ee7a4 HTTP/1.1" status: 204 len: 168 time: 0.4320350 Apr 18 18:04:58.745890 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890a85fb-f107-4a3f-bcb9-e8dad34ee7a4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:58.768222 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.772379 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.772879 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.773408 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.773892 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.774401 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.778185 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.778743 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.779269 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.779608 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.779946 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.780277 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.780681 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.781011 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.793256 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0644-d0d4-4428-9d37-e3ed0cddf625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:58.877273 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-58eeb741-7161-4b0b-979c-db7e2d6287ef admin admin] Publish callbacks [] for security_group (59e6737e-c3c0-4df3-b6aa-e9260ee91c3c), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.887405 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-58eeb741-7161-4b0b-979c-db7e2d6287ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (59e6737e-c3c0-4df3-b6aa-e9260ee91c3c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:58.909171 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e267a-e143-4e8a-9bed-a799289738b8 req-0a8fd015-fa7f-4ddc-946b-cbd70bb38333 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:58.916752 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f1e267a-e143-4e8a-9bed-a799289738b8 req-0a8fd015-fa7f-4ddc-946b-cbd70bb38333 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1800921 Apr 18 18:04:59.029933 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f1e267a-e143-4e8a-9bed-a799289738b8 req-718a7328-a160-4a3b-b244-eeea486fd904 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121528 Apr 18 18:04:59.031141 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eeb741-7161-4b0b-979c-db7e2d6287ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e6737e-c3c0-4df3-b6aa-e9260ee91c3c,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:59.051583 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-58eeb741-7161-4b0b-979c-db7e2d6287ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b3d38189ab14e409675ccf924f48a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258193 Apr 18 18:04:59.055213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44134) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:59.254830 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca6f6-a8e0-49a2-a2a2-5899b51c475c admin admin] Publish callbacks [] for security_group (59e6737e-c3c0-4df3-b6aa-e9260ee91c3c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:59.264552 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd3b90-812e-413d-9722-53fabbcb1068 req-fa7674a0-2a67-41c7-81ce-1ed44bf7e9ae tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:59.268073 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6abd3b90-812e-413d-9722-53fabbcb1068 req-fa7674a0-2a67-41c7-81ce-1ed44bf7e9ae tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1374040 Apr 18 18:04:59.326691 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca6f6-a8e0-49a2-a2a2-5899b51c475c admin admin] Publish callbacks [] for security_group (59e6737e-c3c0-4df3-b6aa-e9260ee91c3c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:59.419752 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca6f6-a8e0-49a2-a2a2-5899b51c475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (59e6737e-c3c0-4df3-b6aa-e9260ee91c3c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:59.421061 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6abd3b90-812e-413d-9722-53fabbcb1068 req-b1e32c92-eb8e-4e55-884d-c2e77516e0ca tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429386 Apr 18 18:04:59.424594 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c7ca6f6-a8e0-49a2-a2a2-5899b51c475c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:59.426496 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8c7ca6f6-a8e0-49a2-a2a2-5899b51c475c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59e6737e-c3c0-4df3-b6aa-e9260ee91c3c HTTP/1.1" status: 204 len: 168 time: 0.3695550 Apr 18 18:04:59.448573 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44148) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:59.461214 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ca6f6-a8e0-49a2-a2a2-5899b51c475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e6737e-c3c0-4df3-b6aa-e9260ee91c3c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:59.562293 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-b8a85399-4787-4b64-a2da-3f500c0d32e1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:59.565555 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-b8a85399-4787-4b64-a2da-3f500c0d32e1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 812 time: 0.1858621 Apr 18 18:04:59.571258 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:59.681991 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df127f6f-e9f1-4792-ad77-0cd9ef229537 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 379 time: 0.1088200 Apr 18 18:04:59.699690 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'port': {'device_id': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'admin_state_up': True, 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'security_groups': ['af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:04:59.719102 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-20da5cca-ae9f-431f-b66d-32bed5e32030 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:04:59.728008 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-20da5cca-ae9f-431f-b66d-32bed5e32030 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/networks?id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 200 len: 814 time: 0.3956945 Apr 18 18:04:59.789975 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3cc50915-d051-4f04-a975-ae93af6ab348 req-7c846700-61e8-48b2-98d9-925eb7beac90 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 210 time: 0.0593750 Apr 18 18:04:59.797437 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-ad1da970-fc4d-433b-8e83-6dfd8f6cf042 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/quotas/e5d3a5582af44c5ab9817cc86034389c HTTP/1.1" status: 200 len: 375 time: 0.0684757 Apr 18 18:04:59.842928 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Publish callbacks [] for security_group (1c69ebbc-35bb-4edc-a9c7-ac8487f068d6), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:59.853461 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (1c69ebbc-35bb-4edc-a9c7-ac8487f068d6), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:59.884982 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0497e88d1a74645a56544f8959a6396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4318480 Apr 18 18:04:59.901748 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44156) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:04:59.925628 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Made reservation on behalf of c68161ada21740dfb477439be2a02050 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:04:59.930195 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:04:59.937150 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-b9828f46-6848-40ca-9a3e-02eb29f70f78 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d3a5582af44c5ab9817cc86034389c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388218 Apr 18 18:04:59.940582 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c69ebbc-35bb-4edc-a9c7-ac8487f068d6,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:04:59.948024 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.948465 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.948864 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.949266 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.949662 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.950202 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.950621 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.951020 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.951411 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.951801 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.952205 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.952597 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.952983 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.953372 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:04:59.953754 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dde4bf-d006-41be-a551-53a04d6a0e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:00.076639 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-5f3480d0-8d30-479d-b94b-96736aa197e3 service neutron] 10.222.0.20 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149542 Apr 18 18:05:00.082833 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2c82f5c-fded-421d-ae16-1c73f5e3ab8e admin admin] Publish callbacks [] for security_group (1c69ebbc-35bb-4edc-a9c7-ac8487f068d6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.150021 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2c82f5c-fded-421d-ae16-1c73f5e3ab8e admin admin] Publish callbacks [] for security_group (1c69ebbc-35bb-4edc-a9c7-ac8487f068d6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.154260 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44164) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:00.197097 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-181518f1-a263-4759-984c-0cf710e3230b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.248856 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-1aef8b46-f377-490c-b8b1-59fbc7be75c5 service neutron] 10.222.0.20 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741393 Apr 18 18:05:00.266595 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297064d-47eb-4767-a9d1-0a2d6839beec req-b8afce74-7773-465d-afc5-bd614fb33841 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:00.268988 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9297064d-47eb-4767-a9d1-0a2d6839beec req-b8afce74-7773-465d-afc5-bd614fb33841 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0750308 Apr 18 18:05:00.309788 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Allocated IP 172.20.0.3 (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5/5d54297e-dcb0-4da0-a6f7-15b94dd798be/3b093713-baf5-47f2-b95b-c1d2020b2b88) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:00.349992 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2c82f5c-fded-421d-ae16-1c73f5e3ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (1c69ebbc-35bb-4edc-a9c7-ac8487f068d6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.353375 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2c82f5c-fded-421d-ae16-1c73f5e3ab8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.354743 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b2c82f5c-fded-421d-ae16-1c73f5e3ab8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c69ebbc-35bb-4edc-a9c7-ac8487f068d6 HTTP/1.1" status: 204 len: 168 time: 0.4518301 Apr 18 18:05:00.399296 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c82f5c-fded-421d-ae16-1c73f5e3ab8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c69ebbc-35bb-4edc-a9c7-ac8487f068d6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:00.400407 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9297064d-47eb-4767-a9d1-0a2d6839beec req-7d29f9c3-b7d1-4dee-aafd-df1f2dd60980 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104853 Apr 18 18:05:00.435247 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-181518f1-a263-4759-984c-0cf710e3230b admin admin] Publish callbacks [] for security_group (89935411-063c-4e90-99c1-d335169393a5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.604592 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.644109 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-181518f1-a263-4759-984c-0cf710e3230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (89935411-063c-4e90-99c1-d335169393a5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.652402 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.709563 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-055542e5-ae62-490f-b848-474af0b9d902 req-7bfc658c-5c4b-4304-bfa0-cb3356cd2f79 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 210 time: 0.0842946 Apr 18 18:05:00.742420 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa709e-7442-401a-b555-fc890c0906fd req-b6fd5477-80e0-4472-8a48-8fa9d66889d2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:00.760246 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bdfa709e-7442-401a-b555-fc890c0906fd req-b6fd5477-80e0-4472-8a48-8fa9d66889d2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1728246 Apr 18 18:05:00.774826 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:00.810077 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=3b093713-baf5-47f2-b95b-c1d2020b2b88,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:00.847657 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:00.852508 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:00.859068 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:00.880548 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-181518f1-a263-4759-984c-0cf710e3230b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=367fe66547e548febe96ded37c94c9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7210121 Apr 18 18:05:00.881767 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181518f1-a263-4759-984c-0cf710e3230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89935411-063c-4e90-99c1-d335169393a5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:00.905492 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44184) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:00.945300 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bdfa709e-7442-401a-b555-fc890c0906fd req-0418bc4a-6d77-42b9-8187-16d32821970a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787078 Apr 18 18:05:01.110140 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dc2c1-e409-4cf6-b37d-537d38c9bf11 req-a1fc751c-8ea0-494b-b0c6-ac19e3c1a132 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:01.114639 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cf1dc2c1-e409-4cf6-b37d-537d38c9bf11 req-a1fc751c-8ea0-494b-b0c6-ac19e3c1a132 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 931 time: 0.1545455 Apr 18 18:05:01.159829 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-d60e26a9-405c-4acb-906f-3998ea3c912e None None] Provisioning complete for port 3b093713-baf5-47f2-b95b-c1d2020b2b88 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:01.160205 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d60e26a9-405c-4acb-906f-3998ea3c912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.162096 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:01.162868 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.200707 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-11aeda01-0c93-4617-b4d9-8072bdcb73cb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5088310 Apr 18 18:05:01.205307 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6684596a-a7fc-4c52-956f-6942ee76ce29 admin admin] Publish callbacks [] for security_group (89935411-063c-4e90-99c1-d335169393a5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.222578 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Request body: {'port': {'device_id': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:01.233423 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cf1dc2c1-e409-4cf6-b37d-537d38c9bf11 req-06dd3666-5eeb-4ddd-aa60-407a8a28ae31 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109600 Apr 18 18:05:01.243888 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d60e26a9-405c-4acb-906f-3998ea3c912e None None] Port 3b093713-baf5-47f2-b95b-c1d2020b2b88 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:05:01.276506 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6684596a-a7fc-4c52-956f-6942ee76ce29 admin admin] Publish callbacks [] for security_group (89935411-063c-4e90-99c1-d335169393a5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.360269 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.428831 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6684596a-a7fc-4c52-956f-6942ee76ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (89935411-063c-4e90-99c1-d335169393a5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.432294 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6684596a-a7fc-4c52-956f-6942ee76ce29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.435941 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6684596a-a7fc-4c52-956f-6942ee76ce29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89935411-063c-4e90-99c1-d335169393a5 HTTP/1.1" status: 204 len: 168 time: 0.4186177 Apr 18 18:05:01.477863 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684596a-a7fc-4c52-956f-6942ee76ce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89935411-063c-4e90-99c1-d335169393a5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:01.611404 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb817ef-7a8f-4bce-ae45-1730b73072a8 req-7fb4f61b-041d-4bae-8787-5c33567e5d16 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:01.612962 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4fb817ef-7a8f-4bce-ae45-1730b73072a8 req-7fb4f61b-041d-4bae-8787-5c33567e5d16 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0819957 Apr 18 18:05:01.723348 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4fb817ef-7a8f-4bce-ae45-1730b73072a8 req-6635bbbe-5017-48f9-9013-0158c12e8af1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999372 Apr 18 18:05:01.870633 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-76b32fcd-51d3-4258-a01c-f5dab50e84f5 req-8f9e4378-22bb-49cb-a5a9-0e28dab59e6e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 210 time: 0.0492051 Apr 18 18:05:01.911645 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b093713-baf5-47f2-b95b-c1d2020b2b88 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:05:01.924437 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Publish callbacks [] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.950202 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Transition to ACTIVE for port object 3b093713-baf5-47f2-b95b-c1d2020b2b88 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:05:01.956445 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44218) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:01.963637 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:01.972845 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b3d25667-7f15-4e4d-b985-11be84f249c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.121795 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b3d25667-7f15-4e4d-b985-11be84f249c7 admin admin] Publish callbacks [] for security_group (0cad560c-24ca-48e4-a26c-1f01f03f8a9a), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.129463 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b3d25667-7f15-4e4d-b985-11be84f249c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0cad560c-24ca-48e4-a26c-1f01f03f8a9a), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.131300 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Pushing event updated for resources: {'Port': ['ID=3b093713-baf5-47f2-b95b-c1d2020b2b88,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:02.308326 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Attempting to bind port 3b093713-baf5-47f2-b95b-c1d2020b2b88 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:05:02.308662 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Attempting to bind port 3b093713-baf5-47f2-b95b-c1d2020b2b88 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:05:02.308922 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Attempting to bind port 3b093713-baf5-47f2-b95b-c1d2020b2b88 on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:02.312113 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44236) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:02.312453 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b3d25667-7f15-4e4d-b985-11be84f249c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a4136be9ecd40dea2a088bd606cdbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544743 Apr 18 18:05:02.337137 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Port 3b093713-baf5-47f2-b95b-c1d2020b2b88 on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:05:02.337465 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Attempting to bind port 3b093713-baf5-47f2-b95b-c1d2020b2b88 on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:02.349154 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c519a3-d853-4d42-841c-8a0dca36bef2 req-78f4bc81-7507-44e2-8c06-78230484fd3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:02.351613 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-13c519a3-d853-4d42-841c-8a0dca36bef2 req-78f4bc81-7507-44e2-8c06-78230484fd3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.2150974 Apr 18 18:05:02.353579 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d25667-7f15-4e4d-b985-11be84f249c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad560c-24ca-48e4-a26c-1f01f03f8a9a,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:02.366901 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:05:02.367411 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Checking segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:02.367721 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Bound using segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:05:02.368672 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Bound port: 3b093713-baf5-47f2-b95b-c1d2020b2b88, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:05:02.368980 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.463191 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e420f1-a728-47a1-abcf-09473c4777f6 req-432d904f-6916-4bd5-b2e3-c5e7fef6943f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:02.470660 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d1e420f1-a728-47a1-abcf-09473c4777f6 req-432d904f-6916-4bd5-b2e3-c5e7fef6943f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 943 time: 0.0646276 Apr 18 18:05:02.498048 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-e0014649-cb0c-427a-81c3-07e427e96a73 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:02.500173 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-e0014649-cb0c-427a-81c3-07e427e96a73 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.15 "GET /v2.0/networks?id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 200 len: 814 time: 0.3325887 Apr 18 18:05:02.525109 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-13c519a3-d853-4d42-841c-8a0dca36bef2 req-89d9824b-2192-4ff3-bd76-cbf87542ed5f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658971 Apr 18 18:05:02.542484 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a681-1d7a-4b67-8c87-573fccfde963 admin admin] Publish callbacks [] for security_group (0cad560c-24ca-48e4-a26c-1f01f03f8a9a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.565449 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d1e420f1-a728-47a1-abcf-09473c4777f6 req-883d79c4-1992-4626-865a-e584a5723e6d tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935156 Apr 18 18:05:02.590602 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] For port 3b093713-baf5-47f2-b95b-c1d2020b2b88, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:05:02.608165 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] For port 3b093713-baf5-47f2-b95b-c1d2020b2b88, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3b093713-baf5-47f2-b95b-c1d2020b2b88,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:05:02.621780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a681-1d7a-4b67-8c87-573fccfde963 admin admin] Publish callbacks [] for security_group (0cad560c-24ca-48e4-a26c-1f01f03f8a9a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.665269 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.723013 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:02.723930 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.725657 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b093713-baf5-47f2-b95b-c1d2020b2b88 HTTP/1.1" status: 200 len: 1093 time: 1.5145364 Apr 18 18:05:02.726305 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'tag': '3b093713-baf5-47f2-b95b-c1d2020b2b88'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:02.729981 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e4fd78-8b67-41ac-a9c4-35c5d7d48c74" -d '{"events": [{"name": "network-changed", "server_uuid": "d0570b17-f0d8-47ca-8260-6965e53f8c9b", "tag": "3b093713-baf5-47f2-b95b-c1d2020b2b88"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:02.795090 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e7f47-7f0c-40e8-bdf6-9492e220d803 service neutron] Pushing event updated for resources: {'Port': ['ID=3b093713-baf5-47f2-b95b-c1d2020b2b88,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:02.816045 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a681-1d7a-4b67-8c87-573fccfde963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0cad560c-24ca-48e4-a26c-1f01f03f8a9a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.819093 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dbc1a681-1d7a-4b67-8c87-573fccfde963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:02.838291 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dbc1a681-1d7a-4b67-8c87-573fccfde963 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cad560c-24ca-48e4-a26c-1f01f03f8a9a HTTP/1.1" status: 204 len: 168 time: 0.5074408 Apr 18 18:05:02.856690 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1a681-1d7a-4b67-8c87-573fccfde963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad560c-24ca-48e4-a26c-1f01f03f8a9a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:02.885421 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eee589-2107-42de-8389-23687a615b5d x-openstack-request-id: req-46eee589-2107-42de-8389-23687a615b5d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:02.885769 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0570b17-f0d8-47ca-8260-6965e53f8c9b", "tag": "3b093713-baf5-47f2-b95b-c1d2020b2b88", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:02.886067 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46eee589-2107-42de-8389-23687a615b5d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:02.886529 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46eee589-2107-42de-8389-23687a615b5d'] response: {'name': 'network-changed', 'server_uuid': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'tag': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'status': 'completed', 'code': 200} Apr 18 18:05:02.937540 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e959654-b0f7-4add-a788-7fea3035a6d0 req-f201e249-8577-4497-addc-0ae2a2ddac7a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:02.946658 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6e959654-b0f7-4add-a788-7fea3035a6d0 req-f201e249-8577-4497-addc-0ae2a2ddac7a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0722480 Apr 18 18:05:03.068478 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6e959654-b0f7-4add-a788-7fea3035a6d0 req-4dc71be9-35c6-42ee-9b43-7bbeea3548bc tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120081 Apr 18 18:05:03.107245 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d7e8a259-545e-4bd6-ac43-8f1f7a5c1b05 req-e3a2f34e-11ef-4c92-aa4b-88d41ab0710b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 210 time: 0.0933530 Apr 18 18:05:03.279307 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'port': {'device_id': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'admin_state_up': True, 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:03.510107 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4fd78-8b67-41ac-a9c4-35c5d7d48c74 req-45227ac1-3cde-41f7-a290-61620ac09bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:03.511859 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9e4fd78-8b67-41ac-a9c4-35c5d7d48c74 req-45227ac1-3cde-41f7-a290-61620ac09bcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 1127 time: 0.1298816 Apr 18 18:05:03.740308 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba80961-bcac-47d9-9595-bb67f04eb4f3 req-ddebcf5d-4901-4c30-8b63-d8e1938c3323 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:03.742321 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1ba80961-bcac-47d9-9595-bb67f04eb4f3 req-ddebcf5d-4901-4c30-8b63-d8e1938c3323 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0951834 Apr 18 18:05:03.755227 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Made reservation on behalf of e5d3a5582af44c5ab9817cc86034389c for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:05:03.759813 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:03.845356 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3017-42b6-4871-bbbe-9752452e309d req-007ae7fe-6da7-4a24-8ab0-a18f0f72a2a7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:03.847249 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a1ea3017-42b6-4871-bbbe-9752452e309d req-007ae7fe-6da7-4a24-8ab0-a18f0f72a2a7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 943 time: 0.1505444 Apr 18 18:05:03.882803 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6588a29-1e40-4651-acae-f7489f1d2e20 req-76d69e31-1ae1-4f23-9b33-e793474beba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:03.885183 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e6588a29-1e40-4651-acae-f7489f1d2e20 req-76d69e31-1ae1-4f23-9b33-e793474beba2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 1130 time: 0.2204161 Apr 18 18:05:03.946912 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e6588a29-1e40-4651-acae-f7489f1d2e20 req-6cf7a412-da65-43ee-a983-eafc0ba35603 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540133 Apr 18 18:05:03.957880 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4fd78-8b67-41ac-a9c4-35c5d7d48c74 req-33fff904-e6b3-477e-8d18-6eccf89545cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:03.959571 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9e4fd78-8b67-41ac-a9c4-35c5d7d48c74 req-33fff904-e6b3-477e-8d18-6eccf89545cd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c68161ada21740dfb477439be2a02050&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4378922 Apr 18 18:05:03.998172 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1ba80961-bcac-47d9-9595-bb67f04eb4f3 req-afc30ae3-75fc-4a77-8e7e-ff352f288cd2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417646 Apr 18 18:05:04.017134 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a1ea3017-42b6-4871-bbbe-9752452e309d req-3eb2032d-d5f8-4d0e-9456-677e94590b98 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504903 Apr 18 18:05:04.105271 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Allocated IP 172.20.0.13 (7d4e2dd5-11da-4ede-b925-afe9f4990fbe/e871e185-f869-4fa8-95ce-6ee63986737a/4f53eca7-db4b-4789-a3e9-15ca55e2e5dd) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:04.342728 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-90be224e-872a-4e64-bf19-36833b42d5a7 req-bda92fa1-301e-4492-85a6-d2f898dd0219 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 210 time: 0.0971446 Apr 18 18:05:04.363839 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18481ee9-852c-421f-8267-bab3ee84439e req-71a4d03a-a301-4f48-9e45-da9ad69a5556 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:04.368573 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-18481ee9-852c-421f-8267-bab3ee84439e req-71a4d03a-a301-4f48-9e45-da9ad69a5556 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1801047 Apr 18 18:05:04.466150 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-18481ee9-852c-421f-8267-bab3ee84439e req-8ec26adf-f3f3-4834-a21a-148f4b06567d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909979 Apr 18 18:05:04.468074 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:04.603296 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:04.677273 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:04.692266 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:04.698571 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:05.263339 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:05.270928 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:05.294676 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-4e71ad63-1ccd-4b09-a511-0a682308a27f None None] Provisioning complete for port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:05.296368 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4e71ad63-1ccd-4b09-a511-0a682308a27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:05.312203 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4fd78-8b67-41ac-a9c4-35c5d7d48c74 req-dcf1bbbc-a40e-4551-ba65-02b7d8f58f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:05.317033 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9e4fd78-8b67-41ac-a9c4-35c5d7d48c74 req-dcf1bbbc-a40e-4551-ba65-02b7d8f58f6f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8229582 Apr 18 18:05:05.339884 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'Port': ['ID=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:05.421845 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-f201df52-8b45-488e-a7bd-c2605f2a9d01 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1474929 Apr 18 18:05:05.436876 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4e71ad63-1ccd-4b09-a511-0a682308a27f None None] Port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:05:05.617790 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12a424-1191-48bf-a2c1-49963929c5bf req-5040c964-e01f-4cc7-af96-3261788a9cd6 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:05.629894 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9f12a424-1191-48bf-a2c1-49963929c5bf req-5040c964-e01f-4cc7-af96-3261788a9cd6 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.3529475 Apr 18 18:05:05.654021 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3731bbb-6bf8-4ccd-af13-f89414714978 req-7eb6ccd7-81e0-476a-bb06-0c10a069edb4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:05.666842 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3731bbb-6bf8-4ccd-af13-f89414714978 req-7eb6ccd7-81e0-476a-bb06-0c10a069edb4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 943 time: 0.3409963 Apr 18 18:05:05.859760 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3731bbb-6bf8-4ccd-af13-f89414714978 req-b7b9af1d-f6c0-40a6-902a-734e67ed3953 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914608 Apr 18 18:05:05.896716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9f12a424-1191-48bf-a2c1-49963929c5bf req-f3cac6c8-13ef-49a0-943d-900b1ff4475b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649679 Apr 18 18:05:06.109905 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7b721-0605-4c1a-850d-14517ee229f7 req-f9bd5380-3718-48fe-8b68-92a4f982da96 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:06.113951 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-54f7b721-0605-4c1a-850d-14517ee229f7 req-f9bd5380-3718-48fe-8b68-92a4f982da96 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1225703 Apr 18 18:05:06.142127 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d6eed-92c0-49d2-a281-be8e584623df req-3f420bac-fd20-421c-9cc0-320fbd24a661 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:06.150354 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-452d6eed-92c0-49d2-a281-be8e584623df req-3f420bac-fd20-421c-9cc0-320fbd24a661 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 932 time: 0.1419208 Apr 18 18:05:06.222742 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-54f7b721-0605-4c1a-850d-14517ee229f7 req-4c0907fd-8e0f-4308-b374-12ea676f3083 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979159 Apr 18 18:05:06.250357 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-452d6eed-92c0-49d2-a281-be8e584623df req-a9c7b2a2-a7cd-49ad-81fb-1524b341987e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988109 Apr 18 18:05:06.862114 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Request body: {'port': {'device_id': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:06.962656 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-8be392e0-99ee-4be9-92fe-ac4b9841230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:06.964384 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-8be392e0-99ee-4be9-92fe-ac4b9841230b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 1127 time: 0.1220922 Apr 18 18:05:07.101007 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-21396ebe-7a00-4d61-acfc-b69a5235217f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b093713-baf5-47f2-b95b-c1d2020b2b88 HTTP/1.1" status: 200 len: 217 time: 0.0991631 Apr 18 18:05:07.112367 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:07.172410 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113a554-4617-4be5-904b-2543b21c2638 req-3a48d94b-3dea-4e6c-b85f-832dbbe16343 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:07.182909 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c113a554-4617-4be5-904b-2543b21c2638 req-3a48d94b-3dea-4e6c-b85f-832dbbe16343 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1368916 Apr 18 18:05:07.229105 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4cc48-901f-4408-975b-e4cd8138b253 req-f81fea37-4ae1-4814-9863-bb825ede3179 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:07.237838 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-13f4cc48-901f-4408-975b-e4cd8138b253 req-f81fea37-4ae1-4814-9863-bb825ede3179 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 943 time: 0.2074022 Apr 18 18:05:07.285431 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c113a554-4617-4be5-904b-2543b21c2638 req-b50e3d6c-f383-4db2-8532-cf975d0dddb9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011243 Apr 18 18:05:07.317090 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-b14fc749-9d36-4a22-94e7-cc6fcc5a21aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:07.319869 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-b14fc749-9d36-4a22-94e7-cc6fcc5a21aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.1891322 Apr 18 18:05:07.434525 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-13f4cc48-901f-4408-975b-e4cd8138b253 req-648d2dae-1c7d-452c-93c6-16b8304c670b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944754 Apr 18 18:05:07.565438 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-82490586-a48a-4fa6-a6f1-70ab6cf8fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:07.568284 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-82490586-a48a-4fa6-a6f1-70ab6cf8fe77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1388767 Apr 18 18:05:07.568759 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d1217-d123-4bf1-8597-8672c089d0d1 req-c2640c5c-59cb-420e-8812-382cc199f636 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:07.581786 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8d1d1217-d123-4bf1-8597-8672c089d0d1 req-c2640c5c-59cb-420e-8812-382cc199f636 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 932 time: 0.1423237 Apr 18 18:05:07.799986 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8d1d1217-d123-4bf1-8597-8672c089d0d1 req-e2ffd436-afe6-4031-bfac-bd2de9340a1a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211082 Apr 18 18:05:07.842357 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38540f-4935-4656-997e-410862b2cc15 req-d80b525c-eef3-4fb2-9257-d9b79032ed9f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:07.860972 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2a38540f-4935-4656-997e-410862b2cc15 req-d80b525c-eef3-4fb2-9257-d9b79032ed9f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.2788708 Apr 18 18:05:07.890809 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-4a485d69-bd0e-4508-af1f-fd593754dab9 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135893 Apr 18 18:05:08.015981 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2a38540f-4935-4656-997e-410862b2cc15 req-f609f5dc-adad-4e3d-8b1a-918ca7e0561e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469307 Apr 18 18:05:08.123758 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a676ce-8212-4940-99e7-b42435385fa6 req-e3eeaf46-d5e2-4b41-a984-d207ae362b13 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168643 Apr 18 18:05:08.212547 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:05:08.248017 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Publish callbacks [] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:08.295038 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Transition to ACTIVE for port object 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:05:08.304509 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:08.542820 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Pushing event updated for resources: {'Port': ['ID=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:08.649370 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5cdee-f051-4496-83d8-fa2d6336efe4 req-c47451eb-9640-47f8-b456-9611a3bb2c8f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:08.661702 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5fd5cdee-f051-4496-83d8-fa2d6336efe4 req-c47451eb-9640-47f8-b456-9611a3bb2c8f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1686025 Apr 18 18:05:08.695755 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4415d31-2617-4144-ab15-3c544e8cafcc req-7a6cfe32-c312-41a2-9d8b-894294f96473 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:08.701900 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d4415d31-2617-4144-ab15-3c544e8cafcc req-7a6cfe32-c312-41a2-9d8b-894294f96473 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1407931 Apr 18 18:05:08.760989 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Attempting to bind port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:05:08.761365 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Attempting to bind port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:05:08.761654 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Attempting to bind port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd on network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:08.769283 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd on network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:05:08.769645 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Attempting to bind port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd on network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:08.787661 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:05:08.788429 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Checking segment: {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:08.788753 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Bound using segment: {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:05:08.788948 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Bound port: 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32470930-3bd0-4942-a40c-825be76a79e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:05:08.789416 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:08.862526 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5fd5cdee-f051-4496-83d8-fa2d6336efe4 req-87dbc1f4-d5e3-42c3-b1b5-7d31fc269b34 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909881 Apr 18 18:05:08.912126 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d4415d31-2617-4144-ab15-3c544e8cafcc req-6553b725-a776-4792-9a49-ebd16a34fccd tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003806 Apr 18 18:05:08.957572 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] For port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:05:08.962935 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] For port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:05:08.980521 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:09.037350 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:09.038529 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:09.042651 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] 10.222.0.15 "PUT /v2.0/ports/4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 1094 time: 2.1963725 Apr 18 18:05:09.049566 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:09.053625 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f038a7-34f4-46c1-b284-3cd1f3079092" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:09.136956 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c7c9c-17b8-4850-94ad-d1fe0000c823 req-f263ac2c-952f-43f8-a127-b1e6f8a154d2 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:09.145898 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-067c7c9c-17b8-4850-94ad-d1fe0000c823 req-f263ac2c-952f-43f8-a127-b1e6f8a154d2 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 943 time: 0.1476693 Apr 18 18:05:09.211857 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42992-06d9-4426-8d29-058f12bd3517 service neutron] Pushing event updated for resources: {'Port': ['ID=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:09.224189 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d921bc6-eb27-4309-80af-b1827832f148 req-f3949902-a5c5-4ed6-9540-ac3bbe51ab09 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:09.242274 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3d921bc6-eb27-4309-80af-b1827832f148 req-f3949902-a5c5-4ed6-9540-ac3bbe51ab09 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.1701088 Apr 18 18:05:09.348328 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-067c7c9c-17b8-4850-94ad-d1fe0000c823 req-bc608ac9-ceb0-44ea-ab90-80e0aa7a5f87 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013259 Apr 18 18:05:09.392349 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3d921bc6-eb27-4309-80af-b1827832f148 req-03019406-b57e-4aed-bb63-680db2eea827 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402335 Apr 18 18:05:09.532667 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21976891-1c02-4d56-bb53-7f4d5521ab5b req-23171c9a-6ddc-4344-8033-aef0b354ad99 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:09.541554 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-21976891-1c02-4d56-bb53-7f4d5521ab5b req-23171c9a-6ddc-4344-8033-aef0b354ad99 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0797884 Apr 18 18:05:09.580883 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a04cdba-779a-4ffd-8241-39e90209aaae x-openstack-request-id: req-3a04cdba-779a-4ffd-8241-39e90209aaae {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:09.581191 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:09.582058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a04cdba-779a-4ffd-8241-39e90209aaae {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:09.584479 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a04cdba-779a-4ffd-8241-39e90209aaae'] response: {'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'status': 'completed', 'code': 200} Apr 18 18:05:09.585558 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-4a71ab84-568c-4617-b696-4d5f07f32f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:09.589132 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-4a71ab84-568c-4617-b696-4d5f07f32f21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 1130 time: 0.2482851 Apr 18 18:05:09.624021 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-a1136524-5ddb-4f79-b7b0-e8a874559c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:09.626117 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-a1136524-5ddb-4f79-b7b0-e8a874559c2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d3a5582af44c5ab9817cc86034389c&device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1128 time: 0.2667031 Apr 18 18:05:09.637841 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-21976891-1c02-4d56-bb53-7f4d5521ab5b req-89b1efbe-3fc2-49b6-8bb4-b64b39c2ae37 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936918 Apr 18 18:05:09.922101 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44414) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:10.080862 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bbb64-3b9a-475f-88f9-e7f3b56adc86 req-98aed0ad-68a0-4da3-a6f5-70e750703ba8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:10.086641 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-327bbb64-3b9a-475f-88f9-e7f3b56adc86 req-98aed0ad-68a0-4da3-a6f5-70e750703ba8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0866077 Apr 18 18:05:10.552377 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dbaad-787d-4bbf-bc69-403951160cd3 req-4701b4c7-44d8-4756-9e8b-e910484c166d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:10.560621 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c06dbaad-787d-4bbf-bc69-403951160cd3 req-4701b4c7-44d8-4756-9e8b-e910484c166d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.5457361 Apr 18 18:05:10.712244 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1e9f-183f-41be-857a-8fee6d1b8d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:10.760344 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3b093713-baf5-47f2-b95b-c1d2020b2b88 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:05:10.822955 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1e9f-183f-41be-857a-8fee6d1b8d03 admin admin] Publish callbacks [] for security_group (23b54f79-7d86-496b-829b-b3e549aae1d4), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:10.831624 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0dfb1e9f-183f-41be-857a-8fee6d1b8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (23b54f79-7d86-496b-829b-b3e549aae1d4), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:10.888909 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-327bbb64-3b9a-475f-88f9-e7f3b56adc86 req-49bef086-7851-4e3b-9db7-579602470666 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239725 Apr 18 18:05:10.913691 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb1e9f-183f-41be-857a-8fee6d1b8d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b54f79-7d86-496b-829b-b3e549aae1d4,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:10.990873 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c06dbaad-787d-4bbf-bc69-403951160cd3 req-cc8bfe8e-a5e6-442c-bee9-9938e82ec9ef tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287755 Apr 18 18:05:10.999318 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-0dfb1e9f-183f-41be-857a-8fee6d1b8d03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e64ebeb287a644398e11cf5c79b142a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0757647 Apr 18 18:05:11.003349 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44426) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:11.086368 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3b093713-baf5-47f2-b95b-c1d2020b2b88, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3b093713-baf5-47f2-b95b-c1d2020b2b88,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:11.089936 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1061d-fd5c-4430-9321-dee222347401 req-49958f0a-59be-4107-bd54-89d261a4c4b4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:11.091738 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-67c1061d-fd5c-4430-9321-dee222347401 req-49958f0a-59be-4107-bd54-89d261a4c4b4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 943 time: 0.0912361 Apr 18 18:05:11.106635 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'port_id': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'mac_address': 'fa:16:3e:0d:e5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:05:11.190716 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c0341d8-8a87-4515-bfac-fe93f9813ab8 admin admin] Publish callbacks [] for security_group (23b54f79-7d86-496b-829b-b3e549aae1d4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:11.195248 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 3b093713-baf5-47f2-b95b-c1d2020b2b88 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:11.195895 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:11.217932 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-67c1061d-fd5c-4430-9321-dee222347401 req-f51637ff-a26f-41c1-af73-5314b8b6c763 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115847 Apr 18 18:05:11.228562 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b093713-baf5-47f2-b95b-c1d2020b2b88 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:05:11.241407 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c0341d8-8a87-4515-bfac-fe93f9813ab8 admin admin] Publish callbacks [] for security_group (23b54f79-7d86-496b-829b-b3e549aae1d4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:11.257057 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac51174-93df-48bb-baff-bda1f7b11b17 req-9d0c528a-d998-4671-9112-80691ca10794 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:11.263781 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bac51174-93df-48bb-baff-bda1f7b11b17 req-9d0c528a-d998-4671-9112-80691ca10794 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.1243463 Apr 18 18:05:11.277070 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3b093713-baf5-47f2-b95b-c1d2020b2b88, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3b093713-baf5-47f2-b95b-c1d2020b2b88,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:11.285785 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:11.354650 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c0341d8-8a87-4515-bfac-fe93f9813ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (23b54f79-7d86-496b-829b-b3e549aae1d4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:11.357517 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c0341d8-8a87-4515-bfac-fe93f9813ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:11.358895 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6c0341d8-8a87-4515-bfac-fe93f9813ab8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23b54f79-7d86-496b-829b-b3e549aae1d4 HTTP/1.1" status: 204 len: 168 time: 0.3544967 Apr 18 18:05:11.375113 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0341d8-8a87-4515-bfac-fe93f9813ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b54f79-7d86-496b-829b-b3e549aae1d4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:11.391671 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=3b093713-baf5-47f2-b95b-c1d2020b2b88,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:11.408151 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bac51174-93df-48bb-baff-bda1f7b11b17 req-9ddfecf2-140e-4db4-a5e2-0bf429bdc0de tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301196 Apr 18 18:05:11.412653 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.427763 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.428817 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.430932 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.432341 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.435532 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.436880 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.438836 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.442448 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.443380 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.444698 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.445593 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.447021 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.448321 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.449221 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:11.499082 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7a492-d2b2-440c-9eaf-67b79fb43f67 req-d4fca958-72ba-4750-9f82-dd9f1ebc581e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:11.502807 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ceb7a492-d2b2-440c-9eaf-67b79fb43f67 req-d4fca958-72ba-4750-9f82-dd9f1ebc581e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1040702 Apr 18 18:05:11.592191 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ceb7a492-d2b2-440c-9eaf-67b79fb43f67 req-f44ec19e-88c4-46c1-afb0-5ea44ab9553c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830431 Apr 18 18:05:11.631881 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['3b093713-baf5-47f2-b95b-c1d2020b2b88'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:05:11.988064 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44434) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:12.012130 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5af28ec-e4b2-444d-b7c7-de54fbb6ccc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:12.091867 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648ae3-73be-4c6f-b764-5de197a5d523 req-282ee464-2cec-46a7-8c8e-8b930177d6db tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.093449 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f1648ae3-73be-4c6f-b764-5de197a5d523 req-282ee464-2cec-46a7-8c8e-8b930177d6db tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1096840 Apr 18 18:05:12.183601 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-b6228c0f-8400-45d1-a78d-4dbf1690ad48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 217 time: 0.0956535 Apr 18 18:05:12.312274 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-693bcee6-b96b-4a6e-a36f-20513c6dcc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.319800 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-693bcee6-b96b-4a6e-a36f-20513c6dcc69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e871e185-f869-4fa8-95ce-6ee63986737a HTTP/1.1" status: 200 len: 853 time: 0.0887671 Apr 18 18:05:12.330046 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448532a2-d4c4-4e00-abbd-7d63fe09ca15 req-75aeeb13-3131-4caa-96b6-6a6be4b2e030 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.339192 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-448532a2-d4c4-4e00-abbd-7d63fe09ca15 req-75aeeb13-3131-4caa-96b6-6a6be4b2e030 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1956599 Apr 18 18:05:12.416364 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-448532a2-d4c4-4e00-abbd-7d63fe09ca15 req-f18b8b95-266f-4c10-98e4-b07f9333b702 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761442 Apr 18 18:05:12.424901 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-4213c84a-f074-44c6-be1d-4f61948593b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.426584 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-4213c84a-f074-44c6-be1d-4f61948593b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999181 Apr 18 18:05:12.433131 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5af28ec-e4b2-444d-b7c7-de54fbb6ccc4 admin admin] Publish callbacks [] for security_group (46e44ccd-c5a4-4a3b-878e-76270c1142ca), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:12.435493 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-b73b04d6-c75f-414a-8dbd-f3d9fbadbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.437168 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-b73b04d6-c75f-414a-8dbd-f3d9fbadbd0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.3548043 Apr 18 18:05:12.449267 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f1648ae3-73be-4c6f-b764-5de197a5d523 req-51875b7b-640f-4169-bdd4-10ba95027584 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201940 Apr 18 18:05:12.449410 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5af28ec-e4b2-444d-b7c7-de54fbb6ccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (46e44ccd-c5a4-4a3b-878e-76270c1142ca), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:12.470709 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a5af28ec-e4b2-444d-b7c7-de54fbb6ccc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd619756a2f64d018533425d58d7c8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805086 Apr 18 18:05:12.473501 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44442) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:12.554358 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-e0a3e126-9af9-4c99-854f-ef7b84fd147c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc HTTP/1.1" status: 200 len: 217 time: 0.0683699 Apr 18 18:05:12.590660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af28ec-e4b2-444d-b7c7-de54fbb6ccc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e44ccd-c5a4-4a3b-878e-76270c1142ca,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:12.680405 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c6d3-3386-4502-b22a-eb2c97d678b2 req-3964a081-71f3-4f4e-8194-10339e277b37 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.687510 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cdd1c6d3-3386-4502-b22a-eb2c97d678b2 req-3964a081-71f3-4f4e-8194-10339e277b37 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 944 time: 0.0633090 Apr 18 18:05:12.751884 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-4f55283f-55dc-490f-bca0-a915155682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.753306 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ba504dd-43a3-4310-9db4-dcf4c977dcd2 admin admin] Publish callbacks [] for security_group (46e44ccd-c5a4-4a3b-878e-76270c1142ca), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:12.753937 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-4f55283f-55dc-490f-bca0-a915155682b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.1831775 Apr 18 18:05:12.776838 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-5e15bc9b-8c6b-430a-9edc-77ef112e19b2 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906847 Apr 18 18:05:12.807745 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3b093713-baf5-47f2-b95b-c1d2020b2b88 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:12.822991 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cdd1c6d3-3386-4502-b22a-eb2c97d678b2 req-11983e01-63d2-4a03-99ed-d00c33120546 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298885 Apr 18 18:05:12.829918 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-2020a3e2-0b8f-4400-92a1-7f320d42be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.832124 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-2020a3e2-0b8f-4400-92a1-7f320d42be94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540786 Apr 18 18:05:12.864984 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41f839-42c6-4953-9930-606636031f32 req-1ad9fae0-e1d0-4c5b-8488-f996e44660ab tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:12.876985 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ed41f839-42c6-4953-9930-606636031f32 req-1ad9fae0-e1d0-4c5b-8488-f996e44660ab tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.2539461 Apr 18 18:05:12.888106 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ba504dd-43a3-4310-9db4-dcf4c977dcd2 admin admin] Publish callbacks [] for security_group (46e44ccd-c5a4-4a3b-878e-76270c1142ca), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:12.981221 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 3b093713-baf5-47f2-b95b-c1d2020b2b88 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:05:12.994778 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 3b093713-baf5-47f2-b95b-c1d2020b2b88 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:12.996430 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:12.997681 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ed41f839-42c6-4953-9930-606636031f32 req-1142c9a5-d701-4875-91d6-06c3b3dd15e6 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197176 Apr 18 18:05:13.099485 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc17f-b964-47fa-9770-75df18972803 req-935e5844-ca82-4936-b9f9-e27b12cf9d6b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:13.115443 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e19dc17f-b964-47fa-9770-75df18972803 req-935e5844-ca82-4936-b9f9-e27b12cf9d6b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1309719 Apr 18 18:05:13.155108 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 3b093713-baf5-47f2-b95b-c1d2020b2b88 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:13.155504 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:13.206961 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b093713-baf5-47f2-b95b-c1d2020b2b88'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:13.211285 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe2280-169c-4481-b7e2-aa36b1855733" -d '{"events": [{"server_uuid": "d0570b17-f0d8-47ca-8260-6965e53f8c9b", "name": "network-vif-plugged", "status": "completed", "tag": "3b093713-baf5-47f2-b95b-c1d2020b2b88"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:13.221727 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e5a95a3-4cde-4dc4-a1f5-c7a6df916550 req-5bea404c-6114-47ac-a93e-cd257a154c0c service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883135 Apr 18 18:05:13.231929 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e19dc17f-b964-47fa-9770-75df18972803 req-a15b47d9-295e-4e38-b295-4948f30d85c3 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151392 Apr 18 18:05:13.244224 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ba504dd-43a3-4310-9db4-dcf4c977dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (46e44ccd-c5a4-4a3b-878e-76270c1142ca), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:13.247500 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ba504dd-43a3-4310-9db4-dcf4c977dcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:13.250266 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1ba504dd-43a3-4310-9db4-dcf4c977dcd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46e44ccd-c5a4-4a3b-878e-76270c1142ca HTTP/1.1" status: 204 len: 168 time: 0.7757103 Apr 18 18:05:13.297323 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba504dd-43a3-4310-9db4-dcf4c977dcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e44ccd-c5a4-4a3b-878e-76270c1142ca,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:13.302017 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3b093713-baf5-47f2-b95b-c1d2020b2b88, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3b093713-baf5-47f2-b95b-c1d2020b2b88,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:13.309712 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:13.328854 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-5207e9dd-5e1b-4c94-aa92-b75d4557a43b service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338816 Apr 18 18:05:13.382151 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c844a8e3-a793-4c96-a537-87d9db75218d x-openstack-request-id: req-c844a8e3-a793-4c96-a537-87d9db75218d {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:13.382482 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0570b17-f0d8-47ca-8260-6965e53f8c9b", "name": "network-vif-plugged", "status": "completed", "tag": "3b093713-baf5-47f2-b95b-c1d2020b2b88", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:13.383001 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c844a8e3-a793-4c96-a537-87d9db75218d {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:13.390519 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c844a8e3-a793-4c96-a537-87d9db75218d'] response: {'server_uuid': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'code': 200} Apr 18 18:05:13.465876 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=3b093713-baf5-47f2-b95b-c1d2020b2b88,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:13.533854 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-9405e357-4ece-4f39-b10a-f0fbea637f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:13.540138 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-9405e357-4ece-4f39-b10a-f0fbea637f09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d3a5582af44c5ab9817cc86034389c&device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1128 time: 0.1853545 Apr 18 18:05:13.869820 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a59f3d-8850-4dfe-937f-d9a43eb43898 req-6294f4fe-a2fa-48e7-b2cb-ca878789ce09 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:13.873661 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-42a59f3d-8850-4dfe-937f-d9a43eb43898 req-6294f4fe-a2fa-48e7-b2cb-ca878789ce09 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1123590 Apr 18 18:05:13.915982 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-43b311f2-4455-4f21-b8d0-6f132dad5ec1 req-bd891349-3de5-4dc8-baba-ec1f2cfca58a service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962852 Apr 18 18:05:14.012106 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-42a59f3d-8850-4dfe-937f-d9a43eb43898 req-e34b385a-a4d3-4487-8ca7-01ca68832dea tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267056 Apr 18 18:05:14.041997 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e030b1e-dbde-46e0-a88f-495860c95b0e req-85b96773-3e2d-4c89-a56c-5cd50cdd7d97 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:14.060302 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8e030b1e-dbde-46e0-a88f-495860c95b0e req-85b96773-3e2d-4c89-a56c-5cd50cdd7d97 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.4657757 Apr 18 18:05:14.077678 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-44ab36a4-b510-4641-aeb7-b022685cc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:14.078008 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-44ab36a4-b510-4641-aeb7-b022685cc123 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 200 len: 914 time: 0.4244132 Apr 18 18:05:14.176015 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8e030b1e-dbde-46e0-a88f-495860c95b0e req-62c605ef-d5c4-4b64-8f28-ac18c0ea541e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137147 Apr 18 18:05:14.254310 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60e6d9-4804-44cf-94f3-f9637a5fbb8e req-31080cce-c21f-454f-8c3e-7c695ecbe279 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:14.257233 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3f60e6d9-4804-44cf-94f3-f9637a5fbb8e req-31080cce-c21f-454f-8c3e-7c695ecbe279 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.0858519 Apr 18 18:05:14.387409 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44464) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:14.389243 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3f60e6d9-4804-44cf-94f3-f9637a5fbb8e req-fc7d94b5-121c-4173-8197-07f2e78bcde9 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199954 Apr 18 18:05:14.401762 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c6d091e-9ffc-45e1-9ea4-81632730b70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:14.443376 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbbff759-66ec-4b93-b7db-3f7b6a34d308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:14.472304 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892866b-efb2-4308-9626-f6d4a5cae9ae req-68ee9d2c-f9d1-4025-b05d-df0c63679c22 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:14.489894 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7892866b-efb2-4308-9626-f6d4a5cae9ae req-68ee9d2c-f9d1-4025-b05d-df0c63679c22 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.1567292 Apr 18 18:05:14.643752 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7892866b-efb2-4308-9626-f6d4a5cae9ae req-f4bbd3a0-0b53-4f5d-b786-b1d0f9187813 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464236 Apr 18 18:05:14.662222 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbbff759-66ec-4b93-b7db-3f7b6a34d308 admin admin] Publish callbacks [] for security_group (5d4bda27-8d6f-4cf5-a0d6-50a96197eedd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:14.670639 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bbbff759-66ec-4b93-b7db-3f7b6a34d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (5d4bda27-8d6f-4cf5-a0d6-50a96197eedd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:14.723961 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bbbff759-66ec-4b93-b7db-3f7b6a34d308 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37cf36ba038046e18837c619ed041587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353066 Apr 18 18:05:14.725100 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbff759-66ec-4b93-b7db-3f7b6a34d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4bda27-8d6f-4cf5-a0d6-50a96197eedd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:14.727603 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44470) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:14.737331 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18a30e-0e8e-416d-81bb-559775e5e697 req-766cbb02-b844-4373-b868-ac4306773c23 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:14.739732 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cd18a30e-0e8e-416d-81bb-559775e5e697 req-766cbb02-b844-4373-b868-ac4306773c23 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1435905 Apr 18 18:05:14.776324 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:05:14.789226 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1f50-6734-44cf-949e-15ec9bb50b44 admin admin] Publish callbacks [] for security_group (5d4bda27-8d6f-4cf5-a0d6-50a96197eedd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:14.814405 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1f50-6734-44cf-949e-15ec9bb50b44 admin admin] Publish callbacks [] for security_group (5d4bda27-8d6f-4cf5-a0d6-50a96197eedd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:14.839344 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cd18a30e-0e8e-416d-81bb-559775e5e697 req-4bf3eff3-cae7-482f-b0d1-7117fee966db tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798466 Apr 18 18:05:14.878038 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1f50-6734-44cf-949e-15ec9bb50b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (5d4bda27-8d6f-4cf5-a0d6-50a96197eedd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:14.881229 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1f50-6734-44cf-949e-15ec9bb50b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:14.882721 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9dcd1f50-6734-44cf-949e-15ec9bb50b44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d4bda27-8d6f-4cf5-a0d6-50a96197eedd HTTP/1.1" status: 204 len: 168 time: 0.1542146 Apr 18 18:05:14.901415 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd1f50-6734-44cf-949e-15ec9bb50b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4bda27-8d6f-4cf5-a0d6-50a96197eedd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:15.014766 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:15.049744 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'port_id': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'mac_address': 'fa:16:3e:c1:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:05:15.146118 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 is: ACTIVE; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:15.149134 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:15.194217 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:05:15.236587 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da00861-d5c7-4dbb-843b-7ee262d52879 req-9522d8fb-b3ae-413d-a526-0c597806488a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:15.248473 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2da00861-d5c7-4dbb-843b-7ee262d52879 req-9522d8fb-b3ae-413d-a526-0c597806488a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0893559 Apr 18 18:05:15.353525 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:15.366878 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:15.414018 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2da00861-d5c7-4dbb-843b-7ee262d52879 req-30d778d5-3ca3-4b55-81f3-688689136e07 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640382 Apr 18 18:05:15.587750 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b6668-b412-4e17-a9ef-9b11212c8108 req-61871985-a5ee-4bb5-8cf3-8db9a837b421 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:15.597787 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2a6b6668-b412-4e17-a9ef-9b11212c8108 req-61871985-a5ee-4bb5-8cf3-8db9a837b421 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1541533 Apr 18 18:05:15.655807 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:15.682384 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:05:15.702166 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366f0a9-6092-4256-9a2b-24500fa91b93 req-70893e5c-49ba-4392-ae6e-8a7f05a8a066 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:15.711857 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7955-f532-43aa-840d-1eb7c0e7bf6e req-3490f1ce-34ab-4889-8e5f-52682ab2bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:15.714215 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-557a7955-f532-43aa-840d-1eb7c0e7bf6e req-3490f1ce-34ab-4889-8e5f-52682ab2bcfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 1129 time: 0.0887039 Apr 18 18:05:15.721205 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6366f0a9-6092-4256-9a2b-24500fa91b93 req-70893e5c-49ba-4392-ae6e-8a7f05a8a066 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.1201880 Apr 18 18:05:15.805516 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2a6b6668-b412-4e17-a9ef-9b11212c8108 req-29b1e8d1-e4d1-4a18-8c95-fb67ceb44071 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062802 Apr 18 18:05:15.845970 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-b80c621d-f773-4b66-9745-cf9d4e34aed2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 217 time: 0.0824883 Apr 18 18:05:16.037884 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9f922-f352-44c8-bb81-7334730cedb6 req-8b89af47-47ad-4014-b333-21b9578faa7d tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:16.047413 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-24f9f922-f352-44c8-bb81-7334730cedb6 req-8b89af47-47ad-4014-b333-21b9578faa7d tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.1133938 Apr 18 18:05:16.059084 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6366f0a9-6092-4256-9a2b-24500fa91b93 req-c882fb16-1f6d-40e3-b6c7-8f552ec3babf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343086 Apr 18 18:05:16.189197 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-24f9f922-f352-44c8-bb81-7334730cedb6 req-eeb89a7e-0ecb-4264-b1a1-b5052214977b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285110 Apr 18 18:05:16.222400 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091f28-d2c2-4714-bab4-cfde69a3e6b9 req-072621e3-f404-4c0a-b0c9-8715787ce21e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:16.229712 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b6091f28-d2c2-4714-bab4-cfde69a3e6b9 req-072621e3-f404-4c0a-b0c9-8715787ce21e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 945 time: 0.0936866 Apr 18 18:05:16.285008 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b6091f28-d2c2-4714-bab4-cfde69a3e6b9 req-c344466b-aea5-469d-b4bf-4cfc9e3c2677 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544932 Apr 18 18:05:16.544841 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f0dcf-b514-4fa1-903c-bc54408f0a36 req-15a8b8f9-5545-4a52-a530-ce6cd4ec15e0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:16.546488 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-848f0dcf-b514-4fa1-903c-bc54408f0a36 req-15a8b8f9-5545-4a52-a530-ce6cd4ec15e0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0650878 Apr 18 18:05:16.575717 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-99a4d7d5-9443-4533-812e-daf9df46f189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:16.729994 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-848f0dcf-b514-4fa1-903c-bc54408f0a36 req-8219ec6f-1be0-4bbe-9867-509f5f87093a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710467 Apr 18 18:05:16.799665 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:16.871632 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:16.872159 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:16.962406 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcfd3b-3b67-454d-9870-5974d23f7eef req-b019cf47-c5eb-4291-bdfd-0022a091d6d6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:16.970533 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6edcfd3b-3b67-454d-9870-5974d23f7eef req-b019cf47-c5eb-4291-bdfd-0022a091d6d6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0638618 Apr 18 18:05:16.986116 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:16.986818 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:17.018679 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:17.022265 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2168bc-940f-49da-acf7-31866506ebfa" -d '{"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:17.062063 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:17.073368 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:17.078992 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6edcfd3b-3b67-454d-9870-5974d23f7eef req-7fecc853-2e63-4e00-ba03-12c2d39c9828 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032336 Apr 18 18:05:17.142595 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140508b1-bc75-422c-be5f-3f8293f90214 x-openstack-request-id: req-140508b1-bc75-422c-be5f-3f8293f90214 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:17.144274 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:17.147347 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-140508b1-bc75-422c-be5f-3f8293f90214 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:17.148018 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140508b1-bc75-422c-be5f-3f8293f90214'] response: {'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'code': 200} Apr 18 18:05:17.189255 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:17.424948 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33e56b-02df-42a4-80b8-e250d06e00f2 req-473d295f-78b6-469c-b40b-a42d917dff95 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:17.426904 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4a33e56b-02df-42a4-80b8-e250d06e00f2 req-473d295f-78b6-469c-b40b-a42d917dff95 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.2138414 Apr 18 18:05:17.536037 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f8a3d-3d44-43c2-b304-88c2f5c11b35 req-14ba8997-2182-45a0-9b06-688b6bd74eb7 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:17.538316 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0d8f8a3d-3d44-43c2-b304-88c2f5c11b35 req-14ba8997-2182-45a0-9b06-688b6bd74eb7 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.2447948 Apr 18 18:05:17.659390 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4a33e56b-02df-42a4-80b8-e250d06e00f2 req-2f5a823d-7b93-40a3-a918-e8bea970c378 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211974 Apr 18 18:05:17.715994 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0d8f8a3d-3d44-43c2-b304-88c2f5c11b35 req-b9aa5a42-ad19-4a9b-8a2a-cfc866785230 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634552 Apr 18 18:05:17.824947 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:17.910087 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565035f-9539-43f9-95a5-45f03249a56b req-3d7f0888-167f-4d92-8a05-053f486dc492 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:17.919708 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0565035f-9539-43f9-95a5-45f03249a56b req-3d7f0888-167f-4d92-8a05-053f486dc492 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1345344 Apr 18 18:05:18.028615 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6952-aab1-43fc-982d-4cca84a5bc37 req-2f132c48-5e0e-4cce-b8d3-5c061fa29f19 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:18.040658 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4cfc6952-aab1-43fc-982d-4cca84a5bc37 req-2f132c48-5e0e-4cce-b8d3-5c061fa29f19 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.1169267 Apr 18 18:05:18.120163 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-557a7955-f532-43aa-840d-1eb7c0e7bf6e req-d706a8e1-0333-4c9c-bc9c-b56a48c87679 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256135 Apr 18 18:05:18.278569 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0565035f-9539-43f9-95a5-45f03249a56b req-67db815d-6ff4-45d9-b8a7-73eaa7fc21d7 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577862 Apr 18 18:05:18.312371 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4cfc6952-aab1-43fc-982d-4cca84a5bc37 req-76686740-d842-4234-81d2-60697846958d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708292 Apr 18 18:05:18.603153 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f3af0-ff31-4aaa-b58d-ef33cee1136c req-c4a14138-0118-4b0d-9e7d-eccd3071cce1 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:18.607456 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a65f3af0-ff31-4aaa-b58d-ef33cee1136c req-c4a14138-0118-4b0d-9e7d-eccd3071cce1 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1440835 Apr 18 18:05:18.771713 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a65f3af0-ff31-4aaa-b58d-ef33cee1136c req-4788669d-f278-4d8e-9a2f-e22528fbd338 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580422 Apr 18 18:05:18.865247 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-1e3b6310-1db0-4365-9a8b-40f89851d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:18.867204 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-1e3b6310-1db0-4365-9a8b-40f89851d207 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e871e185-f869-4fa8-95ce-6ee63986737a HTTP/1.1" status: 200 len: 853 time: 0.1499939 Apr 18 18:05:18.904095 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209105a-850c-4b25-a936-d6322d8fc10d req-626826b0-c5de-4cde-ba89-2a1862ad2e60 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:18.911447 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b209105a-850c-4b25-a936-d6322d8fc10d req-626826b0-c5de-4cde-ba89-2a1862ad2e60 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.1055956 Apr 18 18:05:18.988300 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d6f0-59cc-439e-8e4f-443c8bc5f86b req-438dc069-25c0-46c9-a716-72b26d15ee3f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:18.989824 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fdc7d6f0-59cc-439e-8e4f-443c8bc5f86b req-438dc069-25c0-46c9-a716-72b26d15ee3f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.0774589 Apr 18 18:05:19.038844 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b209105a-850c-4b25-a936-d6322d8fc10d req-99eb81ad-7155-4e6a-b2fd-bd7e0b3f001e tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127467 Apr 18 18:05:19.066979 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fdc7d6f0-59cc-439e-8e4f-443c8bc5f86b req-c3486237-aad1-41fc-95a0-7feb850d7e03 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644298 Apr 18 18:05:19.130379 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:19.519695 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5db229-086b-42dc-bf0d-9b78aff87e3d req-c64eef69-4109-4e24-966b-87f0a28cef0c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:19.520936 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8e5db229-086b-42dc-bf0d-9b78aff87e3d req-c64eef69-4109-4e24-966b-87f0a28cef0c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0907049 Apr 18 18:05:19.604406 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd738dd3-fa35-49a8-a409-99549b45166e req-ec55e016-a41a-4830-b197-8e60a54cd77e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:19.612746 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bd738dd3-fa35-49a8-a409-99549b45166e req-ec55e016-a41a-4830-b197-8e60a54cd77e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0907359 Apr 18 18:05:19.662245 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8e5db229-086b-42dc-bf0d-9b78aff87e3d req-02f6fca4-51d2-4c69-8df7-db6f912a458e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312792 Apr 18 18:05:19.688731 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bd738dd3-fa35-49a8-a409-99549b45166e req-504aa54a-8411-49fb-b323-671e7ee53b01 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739763 Apr 18 18:05:19.921481 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace4bd5-a62a-4002-84fc-280f9cb52733 req-a3c73159-8b85-417f-bb6e-c72faf3cf5b9 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:19.923636 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8ace4bd5-a62a-4002-84fc-280f9cb52733 req-a3c73159-8b85-417f-bb6e-c72faf3cf5b9 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0609250 Apr 18 18:05:19.982376 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8ace4bd5-a62a-4002-84fc-280f9cb52733 req-1032ae27-4b14-44c9-aafb-a51bbc05b49f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510697 Apr 18 18:05:20.193809 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23366c-8323-4b64-9eb0-6a6d1c924f84 req-89ec06e1-3b1a-4ab4-8dc9-0c5ce1a923c5 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:20.195294 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa23366c-8323-4b64-9eb0-6a6d1c924f84 req-89ec06e1-3b1a-4ab4-8dc9-0c5ce1a923c5 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.0808711 Apr 18 18:05:20.209719 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70572b8c-9520-4a29-8dcd-80fce6f22170 req-952858ce-542d-4592-b701-042fa85deeb5 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:20.211286 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-70572b8c-9520-4a29-8dcd-80fce6f22170 req-952858ce-542d-4592-b701-042fa85deeb5 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.0607488 Apr 18 18:05:20.280605 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa23366c-8323-4b64-9eb0-6a6d1c924f84 req-1d4fa928-b777-46cd-95ab-60f7c48f0cc2 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776837 Apr 18 18:05:20.288407 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-70572b8c-9520-4a29-8dcd-80fce6f22170 req-2a577d09-a0d0-4960-8685-edd7e5053c7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706623 Apr 18 18:05:20.688420 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:20.809622 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0bcda-ad73-4e08-bb83-63db6ef5830f req-ec164a1b-6b6a-4571-9c27-5df4a6df03f1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:20.811262 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5dc0bcda-ad73-4e08-bb83-63db6ef5830f req-ec164a1b-6b6a-4571-9c27-5df4a6df03f1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0477173 Apr 18 18:05:20.865562 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5dc0bcda-ad73-4e08-bb83-63db6ef5830f req-cfd75d72-3a4b-4218-8855-5453aa16ada4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481000 Apr 18 18:05:21.099984 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4761e-603c-4988-99bf-3f529f85ed63 req-552b0820-e955-4039-af07-33be4d6bffd8 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:21.101739 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ec4761e-603c-4988-99bf-3f529f85ed63 req-552b0820-e955-4039-af07-33be4d6bffd8 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0478959 Apr 18 18:05:21.157369 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ec4761e-603c-4988-99bf-3f529f85ed63 req-fc1e3eea-e5ef-4665-8f77-26300dacb7ba tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487559 Apr 18 18:05:21.287110 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44640) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:21.298287 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-6d830ccc-67e7-4496-929c-29ed71967f81 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348464248', 'description': 'tempest-description--925369475'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:21.346613 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d830ccc-67e7-4496-929c-29ed71967f81 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.471000 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-63004bf7-d630-4c3e-b629-ad8ed7a3ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:21.472723 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-63004bf7-d630-4c3e-b629-ad8ed7a3ded6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830388 Apr 18 18:05:21.497079 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d32ac-6ec5-43fe-883e-8b0f7e587a2c req-a08793fc-d4ec-4263-b638-c250920d6562 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:21.498654 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a11d32ac-6ec5-43fe-883e-8b0f7e587a2c req-a08793fc-d4ec-4263-b638-c250920d6562 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.1118143 Apr 18 18:05:21.530809 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc044a2-a39a-4eca-b0f2-6edda980ad62 req-d3e75c4b-9cb1-48b0-b283-6dcf2182130b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:21.533257 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1bc044a2-a39a-4eca-b0f2-6edda980ad62 req-d3e75c4b-9cb1-48b0-b283-6dcf2182130b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.1217403 Apr 18 18:05:21.564178 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d830ccc-67e7-4496-929c-29ed71967f81 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group (22b15735-39cf-49b3-80b8-b7cb96d83340), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.575844 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d830ccc-67e7-4496-929c-29ed71967f81 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (22b15735-39cf-49b3-80b8-b7cb96d83340), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.648076 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6d830ccc-67e7-4496-929c-29ed71967f81 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.651872 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6d830ccc-67e7-4496-929c-29ed71967f81 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3610358 Apr 18 18:05:21.652252 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d830ccc-67e7-4496-929c-29ed71967f81 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b15735-39cf-49b3-80b8-b7cb96d83340,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:21.652632 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44688) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:21.660082 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f611af6a-2f10-40e1-8f8e-8f16704d0e54 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'security_group_rule': {'security_group_id': '22b15735-39cf-49b3-80b8-b7cb96d83340', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:21.669822 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a11d32ac-6ec5-43fe-883e-8b0f7e587a2c req-5d93c60a-09fc-4903-ab20-205e2c8bd435 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513250 Apr 18 18:05:21.691204 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1bc044a2-a39a-4eca-b0f2-6edda980ad62 req-390023e2-355b-4978-8a42-4564cb07bc1f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372445 Apr 18 18:05:21.702888 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f611af6a-2f10-40e1-8f8e-8f16704d0e54 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group_rule (270347de-98db-4c12-9b2b-55dc506d30a2), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.770168 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f611af6a-2f10-40e1-8f8e-8f16704d0e54 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group_rule (270347de-98db-4c12-9b2b-55dc506d30a2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.774585 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f611af6a-2f10-40e1-8f8e-8f16704d0e54 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (270347de-98db-4c12-9b2b-55dc506d30a2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.794598 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611af6a-2f10-40e1-8f8e-8f16704d0e54 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270347de-98db-4c12-9b2b-55dc506d30a2,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:21.811339 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f611af6a-2f10-40e1-8f8e-8f16704d0e54 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.813236 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f611af6a-2f10-40e1-8f8e-8f16704d0e54 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588798 Apr 18 18:05:21.815623 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44698) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:21.820114 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-a32bc75f-5716-43fb-955d-b8700be9d3bf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'security_group_rule': {'security_group_id': '22b15735-39cf-49b3-80b8-b7cb96d83340', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:21.847179 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a32bc75f-5716-43fb-955d-b8700be9d3bf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group_rule (140e68ec-d4a6-4479-beab-ed9a5c778b76), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.910515 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a32bc75f-5716-43fb-955d-b8700be9d3bf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group_rule (140e68ec-d4a6-4479-beab-ed9a5c778b76), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.914942 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a32bc75f-5716-43fb-955d-b8700be9d3bf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (140e68ec-d4a6-4479-beab-ed9a5c778b76), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.941876 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bc75f-5716-43fb-955d-b8700be9d3bf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140e68ec-d4a6-4479-beab-ed9a5c778b76,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:21.947050 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a32bc75f-5716-43fb-955d-b8700be9d3bf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:21.950725 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a32bc75f-5716-43fb-955d-b8700be9d3bf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340804 Apr 18 18:05:21.951656 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44706) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:21.956936 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:22.012215 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:22.051376 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a8b3b-aca7-4f3c-9a39-b95738d85855 req-189e5c69-06ba-4ead-8b1f-499e425793de tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:22.052868 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-777a8b3b-aca7-4f3c-9a39-b95738d85855 req-189e5c69-06ba-4ead-8b1f-499e425793de tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0850713 Apr 18 18:05:22.127625 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:22.146801 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-777a8b3b-aca7-4f3c-9a39-b95738d85855 req-6f35e9d7-c82e-4417-bb00-46242fa0a19a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682518 Apr 18 18:05:22.281936 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Allocated IP 172.27.3.194 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/85399b48-62a3-4de5-8820-cfe247276ed6) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:22.304468 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a4c8a-b452-481d-87d9-008baa7783f5 req-47e901c4-19bb-4656-882e-6196b70663c4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:22.305921 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-170a4c8a-b452-481d-87d9-008baa7783f5 req-47e901c4-19bb-4656-882e-6196b70663c4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0660505 Apr 18 18:05:22.409076 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-170a4c8a-b452-481d-87d9-008baa7783f5 req-c3c4e6f1-99e4-4c29-bbdd-49e1c086f2e3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968163 Apr 18 18:05:22.436262 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for port (85399b48-62a3-4de5-8820-cfe247276ed6), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:22.469578 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (85399b48-62a3-4de5-8820-cfe247276ed6), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:22.507563 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:22.512322 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:22.517246 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:22.523606 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event updated for resources: {'Port': ['ID=85399b48-62a3-4de5-8820-cfe247276ed6,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:22.609249 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (99d4c977-2a8b-473b-90ce-071b1d014179), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:22.649291 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (85399b48-62a3-4de5-8820-cfe247276ed6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:22.763743 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44730) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:22.829550 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:05:22.880739 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-7dcf9358-1c14-45af-9399-337ce9d5a113 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495206 Apr 18 18:05:22.887894 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841929c-af42-4179-a5e0-ab6fc7abd08c req-dd4158a6-54eb-4ad7-9a79-932964a96e53 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:22.889348 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8841929c-af42-4179-a5e0-ab6fc7abd08c req-dd4158a6-54eb-4ad7-9a79-932964a96e53 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 944 time: 0.1408520 Apr 18 18:05:22.921805 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2acb92a-bfcc-4daa-bf21-78720403f0d4 admin admin] Deleting subnet f8f97e93-78df-4356-a9cc-15dccfb20f68 {{(pid=103432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:05:22.931585 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f2acb92a-bfcc-4daa-bf21-78720403f0d4 admin admin] Publish callbacks [] for subnet (f8f97e93-78df-4356-a9cc-15dccfb20f68), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:22.938741 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:22.950023 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'port_id': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'mac_address': 'fa:16:3e:bb:00:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:05:22.974005 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf597-3895-42cf-9c2d-7bf79d192a23 req-c860b571-48cf-460d-9cd5-6f423c126bee tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:22.975522 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ffcdf597-3895-42cf-9c2d-7bf79d192a23 req-c860b571-48cf-460d-9cd5-6f423c126bee tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.1505218 Apr 18 18:05:22.990447 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:22.990839 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.007663 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:05:23.028230 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:23.029233 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f2acb92a-bfcc-4daa-bf21-78720403f0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14869680'] for subnet (f8f97e93-78df-4356-a9cc-15dccfb20f68), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.032932 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.069148 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for port (85399b48-62a3-4de5-8820-cfe247276ed6), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.082202 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:23.087003 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8841929c-af42-4179-a5e0-ab6fc7abd08c req-5dec2577-cbca-4af5-a15e-90fe0c3379c3 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906321 Apr 18 18:05:23.087618 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (85399b48-62a3-4de5-8820-cfe247276ed6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.146690 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ffcdf597-3895-42cf-9c2d-7bf79d192a23 req-3d8cd714-0117-4d6f-83de-c22f28e8f3ad tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624668 Apr 18 18:05:23.181723 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f2acb92a-bfcc-4daa-bf21-78720403f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (f8f97e93-78df-4356-a9cc-15dccfb20f68), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.215936 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event updated for resources: {'Port': ['ID=85399b48-62a3-4de5-8820-cfe247276ed6,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:23.241207 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (99d4c977-2a8b-473b-90ce-071b1d014179), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.294821 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dda26b-a229-4619-b9d5-94b454b43132 req-816d30ac-2783-4251-819e-975770b3ebd5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:23.300286 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-52dda26b-a229-4619-b9d5-94b454b43132 req-816d30ac-2783-4251-819e-975770b3ebd5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0749710 Apr 18 18:05:23.300948 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.306776 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-fd347e5c-14ac-4429-9666-71cc4dc7a992 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3538361 Apr 18 18:05:23.308082 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f2acb92a-bfcc-4daa-bf21-78720403f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14646094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13271866'] for subnet (f8f97e93-78df-4356-a9cc-15dccfb20f68), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.366923 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acb92a-bfcc-4daa-bf21-78720403f0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f97e93-78df-4356-a9cc-15dccfb20f68,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:23.381475 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f2acb92a-bfcc-4daa-bf21-78720403f0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.387976 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f2acb92a-bfcc-4daa-bf21-78720403f0d4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f8f97e93-78df-4356-a9cc-15dccfb20f68 HTTP/1.1" status: 204 len: 168 time: 0.6227880 Apr 18 18:05:23.388905 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44740) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:23.450882 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:05:23.465587 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (445c8563-ea0d-4760-8979-32ab1d695d72), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.496203 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54f038a7-34f4-46c1-b284-3cd1f3079092 req-72d72194-38dd-451e-9dfd-ddbaeaeda748 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745610 Apr 18 18:05:23.502892 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-52dda26b-a229-4619-b9d5-94b454b43132 req-39bebe87-b2ce-46f2-883a-56aadd9e148c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891696 Apr 18 18:05:23.666754 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (445c8563-ea0d-4760-8979-32ab1d695d72), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:23.712476 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6d095-2bc4-4ed0-93f2-623a6ed86608 req-2ca592f0-f03f-425b-a434-edb8b87962d3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:23.714116 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34a6d095-2bc4-4ed0-93f2-623a6ed86608 req-2ca592f0-f03f-425b-a434-edb8b87962d3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0858138 Apr 18 18:05:23.717282 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-df382211-0cdf-48a0-8369-924d3790d657 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1348464248&fields=id&tenant_id=bd0651dba6f9453ab4adc95ab8fec199 HTTP/1.1" status: 200 len: 267 time: 0.1465232 Apr 18 18:05:23.720112 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445c8563-ea0d-4760-8979-32ab1d695d72']}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:23.735069 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b389d9-cb23-4dac-8341-4dad4926c82f') {'for_net_delete': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:23.735410 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b389d9-cb23-4dac-8341-4dad4926c82f') {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:23.918381 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44778) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:23.977450 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14869643'] for segment (c4b389d9-cb23-4dac-8341-4dad4926c82f), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.036188 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f135d0-d375-467e-aacd-f0d59f4d490a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.038696 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (c4b389d9-cb23-4dac-8341-4dad4926c82f), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.061534 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:05:24.061907 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14646260'] for segment (c4b389d9-cb23-4dac-8341-4dad4926c82f), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: Traceback (most recent call last): Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: timer() Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: cb(*args, **kw) Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: return func(*args, **kwargs) Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: self._notify() Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: self.callback(batched_events) Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: event.method(event) Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: return f(self, *a, **k) Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._get(url).json() Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: return self.request(url, 'GET', **kwargs) Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:05:24.072530 dv-cinder-838329-1-iscsi neutron-server[103432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:05:24.139013 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f135d0-d375-467e-aacd-f0d59f4d490a admin admin] Publish callbacks [] for security_group (e535ed99-6668-44c2-a2fa-7802d6accccc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.144213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e2f135d0-d375-467e-aacd-f0d59f4d490a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (e535ed99-6668-44c2-a2fa-7802d6accccc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.149531 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34a6d095-2bc4-4ed0-93f2-623a6ed86608 req-68191fb6-d31b-46cd-8b31-a79e28f26914 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4199321 Apr 18 18:05:24.168322 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (445c8563-ea0d-4760-8979-32ab1d695d72), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.181680 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-ce14bd23-0998-4e01-9d23-a21a8be6632a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:24.188959 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-ce14bd23-0998-4e01-9d23-a21a8be6632a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 819 time: 0.4603324 Apr 18 18:05:24.191314 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.197933 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] 10.222.0.20 "DELETE /v2.0/networks/445c8563-ea0d-4760-8979-32ab1d695d72 HTTP/1.1" status: 204 len: 168 time: 0.8078814 Apr 18 18:05:24.215843 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891168ec-9a89-4e63-9bcc-e01e235f09dc admin admin] Pushing event deleted for resources: {'Network': ['ID=445c8563-ea0d-4760-8979-32ab1d695d72,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:24.227058 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e2f135d0-d375-467e-aacd-f0d59f4d490a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d9319964d7c4abbbc97b1d07d1a0d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075311 Apr 18 18:05:24.228276 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44796) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:24.228564 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-1b2acec2-625e-42a9-ae72-29dec0d3c5ce tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/quotas/bd0651dba6f9453ab4adc95ab8fec199 HTTP/1.1" status: 200 len: 375 time: 0.0386295 Apr 18 18:05:24.229349 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f135d0-d375-467e-aacd-f0d59f4d490a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e535ed99-6668-44c2-a2fa-7802d6accccc,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:24.337310 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9753796-7fb4-4b7a-91ca-9de38dbcff4c admin admin] Publish callbacks [] for security_group (e535ed99-6668-44c2-a2fa-7802d6accccc), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.339150 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-0b883f05-ca46-45a8-a9c9-ae85531ae24a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1096570 Apr 18 18:05:24.398168 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9753796-7fb4-4b7a-91ca-9de38dbcff4c admin admin] Publish callbacks [] for security_group (e535ed99-6668-44c2-a2fa-7802d6accccc), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.442694 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9f75-0545-4243-9940-19ae0526725e req-27dd8179-d721-4181-9ea8-dfa670612eb0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:24.444244 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ec8f9f75-0545-4243-9940-19ae0526725e req-27dd8179-d721-4181-9ea8-dfa670612eb0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 945 time: 0.1350033 Apr 18 18:05:24.450413 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44798) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:24.514454 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4ffe45b4-5d06-4d00-890c-286a8ab828f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6dd59c26aa3451e8daedf28d49f6507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625534 Apr 18 18:05:24.517815 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44800) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:24.525462 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-54b63e8d-5bdf-4b6f-b5db-5f73e29f90d9 service neutron] 10.222.0.20 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853890 Apr 18 18:05:24.538503 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ec8f9f75-0545-4243-9940-19ae0526725e req-e5dce43f-dec9-4fca-a2e3-5b0892c2d57b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858850 Apr 18 18:05:24.542812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9753796-7fb4-4b7a-91ca-9de38dbcff4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (e535ed99-6668-44c2-a2fa-7802d6accccc), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.547200 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9753796-7fb4-4b7a-91ca-9de38dbcff4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.548887 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c9753796-7fb4-4b7a-91ca-9de38dbcff4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e535ed99-6668-44c2-a2fa-7802d6accccc HTTP/1.1" status: 204 len: 168 time: 0.3162560 Apr 18 18:05:24.569378 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9753796-7fb4-4b7a-91ca-9de38dbcff4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e535ed99-6668-44c2-a2fa-7802d6accccc,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:24.625065 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b06c70e0-99f0-4ee1-bdd4-4b387d8dc618 admin admin] Publish callbacks [] for security_group (ca483a73-0f53-410d-a603-dbb841c9d108), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.671021 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-577a74bb-a472-4634-a55d-cd135bad6892 service neutron] 10.222.0.20 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446276 Apr 18 18:05:24.683355 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b06c70e0-99f0-4ee1-bdd4-4b387d8dc618 admin admin] Publish callbacks [] for security_group (ca483a73-0f53-410d-a603-dbb841c9d108), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.773808 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ae3df-c681-4d59-98c5-591596b77d84 req-38921f24-f9af-45a2-a4a1-3d5ea9280bc5 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:24.782125 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-495ae3df-c681-4d59-98c5-591596b77d84 req-38921f24-f9af-45a2-a4a1-3d5ea9280bc5 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.0940745 Apr 18 18:05:24.797111 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b06c70e0-99f0-4ee1-bdd4-4b387d8dc618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (ca483a73-0f53-410d-a603-dbb841c9d108), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.800910 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b06c70e0-99f0-4ee1-bdd4-4b387d8dc618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:24.802166 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b06c70e0-99f0-4ee1-bdd4-4b387d8dc618 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca483a73-0f53-410d-a603-dbb841c9d108 HTTP/1.1" status: 204 len: 168 time: 0.2826996 Apr 18 18:05:24.836937 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:24.838815 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c70e0-99f0-4ee1-bdd4-4b387d8dc618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca483a73-0f53-410d-a603-dbb841c9d108,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:24.912927 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-495ae3df-c681-4d59-98c5-591596b77d84 req-49426090-0570-4e2f-a59f-aa7526ce8050 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297841 Apr 18 18:05:25.017405 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e6dd993c-ef05-40d6-b4c1-3e4d933d8e8a req-e2f8302c-0ffe-4a9a-a03f-e7346577f183 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 210 time: 0.0443089 Apr 18 18:05:25.092450 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b67fe-1e66-46c5-8cdd-84cbf91f09b9 req-c380486d-e910-43df-a9d3-f4b2a995f037 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:25.094104 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:05:25.102736 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b62b67fe-1e66-46c5-8cdd-84cbf91f09b9 req-c380486d-e910-43df-a9d3-f4b2a995f037 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1227794 Apr 18 18:05:25.118826 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:25.120246 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:25.204295 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b62b67fe-1e66-46c5-8cdd-84cbf91f09b9 req-d8a6e931-9edf-4000-b828-2ec4b29fd37a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969982 Apr 18 18:05:25.223871 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d1af3-1130-4604-a0ee-38df8c8592eb req-8a54fe78-9a3c-46cf-b187-3afcd9066e98 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:25.232338 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-513d1af3-1130-4604-a0ee-38df8c8592eb req-8a54fe78-9a3c-46cf-b187-3afcd9066e98 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.0970654 Apr 18 18:05:25.344865 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-513d1af3-1130-4604-a0ee-38df8c8592eb req-bd7d8b93-a9be-4a14-9878-fbd6db2c4728 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042843 Apr 18 18:05:25.366858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44830) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:25.375515 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:25.375908 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:25.403638 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee855466-a55e-4e69-8c9a-b5b479ed6f8e req-809a5fe3-964b-4e6c-969a-daea6e7863f4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:25.410219 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44834) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:25.423383 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ee855466-a55e-4e69-8c9a-b5b479ed6f8e req-809a5fe3-964b-4e6c-969a-daea6e7863f4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1063359 Apr 18 18:05:25.433719 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a36025c-65fa-44c1-999d-20c2042fcc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:25.489124 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:25.493861 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:25.503657 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cd962b-c830-444a-95c3-3c53a6775cec" -d '{"events": [{"server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "name": "network-vif-plugged", "status": "completed", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:25.513453 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:25.569684 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ee855466-a55e-4e69-8c9a-b5b479ed6f8e req-1ba29fbe-dcc2-4309-b53d-446954de4b36 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453891 Apr 18 18:05:25.642561 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de6a589-732c-463f-be43-5f9a2ff9945f x-openstack-request-id: req-2de6a589-732c-463f-be43-5f9a2ff9945f {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:25.643778 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "name": "network-vif-plugged", "status": "completed", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:25.645074 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2de6a589-732c-463f-be43-5f9a2ff9945f {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:25.648695 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de6a589-732c-463f-be43-5f9a2ff9945f'] response: {'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'code': 200} Apr 18 18:05:25.649958 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:25.677020 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a36025c-65fa-44c1-999d-20c2042fcc1c admin admin] Publish callbacks [] for security_group (f558333e-794d-4904-92a7-43ea088421f8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:25.689480 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a36025c-65fa-44c1-999d-20c2042fcc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f558333e-794d-4904-92a7-43ea088421f8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:25.787409 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04489e1a-822d-4429-8207-7f5ea2250277 req-38f0f4e3-e469-40ab-aaf6-74f957cfd1d2 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:25.794353 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-04489e1a-822d-4429-8207-7f5ea2250277 req-38f0f4e3-e469-40ab-aaf6-74f957cfd1d2 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.1101828 Apr 18 18:05:25.796355 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44846) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:25.797402 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9a36025c-65fa-44c1-999d-20c2042fcc1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40c24675faf149ce9cbe9309c172bc48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745477 Apr 18 18:05:25.880821 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b21f0-767b-453d-a69a-b19617a22990 req-fdb4c229-4cd3-4c51-be1a-d11d86762f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:25.885936 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ba9b21f0-767b-453d-a69a-b19617a22990 req-fdb4c229-4cd3-4c51-be1a-d11d86762f7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1130 time: 0.0873544 Apr 18 18:05:25.933499 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36025c-65fa-44c1-999d-20c2042fcc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f558333e-794d-4904-92a7-43ea088421f8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:25.976262 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-04489e1a-822d-4429-8207-7f5ea2250277 req-57177c96-2a2a-46f5-b030-da90a2f64885 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806583 Apr 18 18:05:25.986310 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ba9b21f0-767b-453d-a69a-b19617a22990 req-43aba425-298d-4dc3-88bb-3514b0cd63cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870543 Apr 18 18:05:26.011931 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fe94fbd1-81e7-4c0e-949e-4cf3181da282 admin admin] Publish callbacks [] for security_group (f558333e-794d-4904-92a7-43ea088421f8), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:26.047382 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e316c0-30c5-4edd-a63d-8ef72de462b1 tempest-TestVolumeBootPattern-378251441 tempest-TestVolumeBootPattern-378251441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:26.048767 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a2e316c0-30c5-4edd-a63d-8ef72de462b1 tempest-TestVolumeBootPattern-378251441 tempest-TestVolumeBootPattern-378251441-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 1124 time: 0.6771195 Apr 18 18:05:26.051761 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44854) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:26.057673 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'port_id': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:26.085169 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fe94fbd1-81e7-4c0e-949e-4cf3181da282 admin admin] Publish callbacks [] for security_group (f558333e-794d-4904-92a7-43ea088421f8), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:26.162514 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:26.230931 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7b466b52-3abc-499d-9a62-7bf8e19234c9 req-d8730028-e7a1-472e-b220-f4b31333a391 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 210 time: 0.0755539 Apr 18 18:05:26.373593 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fe94fbd1-81e7-4c0e-949e-4cf3181da282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f558333e-794d-4904-92a7-43ea088421f8), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:26.377398 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fe94fbd1-81e7-4c0e-949e-4cf3181da282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:26.378594 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-fe94fbd1-81e7-4c0e-949e-4cf3181da282 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f558333e-794d-4904-92a7-43ea088421f8 HTTP/1.1" status: 204 len: 168 time: 0.5752468 Apr 18 18:05:26.413559 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875586c-7500-438f-9276-082431fff903 req-44523333-1cb8-40fb-8a96-fbd41891f79c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:26.419938 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f875586c-7500-438f-9276-082431fff903 req-44523333-1cb8-40fb-8a96-fbd41891f79c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0918117 Apr 18 18:05:26.424710 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94fbd1-81e7-4c0e-949e-4cf3181da282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f558333e-794d-4904-92a7-43ea088421f8,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:26.433247 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:26.546366 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f875586c-7500-438f-9276-082431fff903 req-28ef69ea-31a7-46dc-a427-1c369e36ed19 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185076 Apr 18 18:05:26.673126 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Allocated IP 172.27.3.209 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/1284d503-0d70-49c6-bcaf-e14097e6c66d) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:26.898806 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (1284d503-0d70-49c6-bcaf-e14097e6c66d), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:26.909239 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97023c4a-7648-43fc-89b8-3daa93900fa1 req-358e9324-857f-44d1-bd9f-664da2bb8436 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:26.919911 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-97023c4a-7648-43fc-89b8-3daa93900fa1 req-358e9324-857f-44d1-bd9f-664da2bb8436 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.2395341 Apr 18 18:05:27.067126 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-97023c4a-7648-43fc-89b8-3daa93900fa1 req-27bd6e58-8cf8-42f9-a091-e146ff9a1b85 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317799 Apr 18 18:05:27.084766 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (1284d503-0d70-49c6-bcaf-e14097e6c66d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:27.244269 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=1284d503-0d70-49c6-bcaf-e14097e6c66d,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:27.283375 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:27.302045 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:27.310568 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:27.441990 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e5704-9faf-4848-99d8-2d6ee4aa8ca0 req-bd476204-6670-4a97-a33e-58ee10991059 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:27.444842 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-368e5704-9faf-4848-99d8-2d6ee4aa8ca0 req-bd476204-6670-4a97-a33e-58ee10991059 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.2667956 Apr 18 18:05:27.589497 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-368e5704-9faf-4848-99d8-2d6ee4aa8ca0 req-03b6f6ce-8fdb-4058-bf98-ff5558ee34d9 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213779 Apr 18 18:05:27.878494 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0f38c1c8-55d3-4f5e-b276-e37cc7f8d11d req-dbc2d3bf-fb1f-4933-b537-ca3292ee9598 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 210 time: 0.0748196 Apr 18 18:05:28.136826 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f17865-b1eb-4188-982c-795dfc8a375c req-09805b5c-7c24-4f2a-b01f-30f77c16addd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:28.139137 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-91f17865-b1eb-4188-982c-795dfc8a375c req-09805b5c-7c24-4f2a-b01f-30f77c16addd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.3471923 Apr 18 18:05:28.382826 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-282d3fa3-82bf-4e96-bb0c-6c4ffc131f80 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:28.386301 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-282d3fa3-82bf-4e96-bb0c-6c4ffc131f80 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 819 time: 0.3678844 Apr 18 18:05:28.387824 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-fe5ccd1b-681f-4d50-a757-a1910457ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:28.389490 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-fe5ccd1b-681f-4d50-a757-a1910457ae12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 1129 time: 0.1263332 Apr 18 18:05:28.406670 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e2da-28dc-4a82-b1ce-3600c5139a96 req-81ef21bd-5843-4a68-8160-52eb528cf0cd tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:28.413759 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b67e2da-28dc-4a82-b1ce-3600c5139a96 req-81ef21bd-5843-4a68-8160-52eb528cf0cd tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.2700877 Apr 18 18:05:28.623721 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-91f17865-b1eb-4188-982c-795dfc8a375c req-3f398b35-ec9b-4680-b40a-9d563ae376e5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4631910 Apr 18 18:05:28.645831 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-92061798-32ae-4209-aff8-8df7cc7df5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:28.649170 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-92061798-32ae-4209-aff8-8df7cc7df5c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 909 time: 0.2502520 Apr 18 18:05:28.708458 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b67e2da-28dc-4a82-b1ce-3600c5139a96 req-cc36e103-ab9f-4b46-902c-edae99c4013d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935576 Apr 18 18:05:28.778764 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-03c4b1f1-9463-44b7-84a5-7243ab1e1c3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd0651dba6f9453ab4adc95ab8fec199 HTTP/1.1" status: 200 len: 380 time: 0.3812399 Apr 18 18:05:28.804579 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'port': {'device_id': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'admin_state_up': True, 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'security_groups': ['22b15735-39cf-49b3-80b8-b7cb96d83340']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:28.871374 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-af6f0a5c-86bc-4355-9765-5040024481e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb HTTP/1.1" status: 200 len: 1000 time: 0.2097096 Apr 18 18:05:28.910515 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5c68f-2864-491a-aa30-aa154623eda0 req-41952aee-c65c-4ec5-aa00-80d1e1b6d80b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:28.912325 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b2d5c68f-2864-491a-aa30-aa154623eda0 req-41952aee-c65c-4ec5-aa00-80d1e1b6d80b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.1092889 Apr 18 18:05:29.044550 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-d6592e8b-21b1-4347-87f9-a97ca386f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:29.046519 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-d6592e8b-21b1-4347-87f9-a97ca386f75f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 200 len: 848 time: 0.1359909 Apr 18 18:05:29.070803 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b2d5c68f-2864-491a-aa30-aa154623eda0 req-85f959b2-c14e-442e-9b0b-39ba82765aeb tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344831 Apr 18 18:05:29.142228 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dca520a8-4c18-4f12-af13-b35051263611 req-ecbd9edc-1ca1-45b9-a010-527a3b740ce5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 210 time: 0.0750918 Apr 18 18:05:29.193478 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:29.372219 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04efcb9-0692-47cb-b14e-74a56cf5070c req-7162e321-3827-48b5-8c75-608ee6f23643 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:29.374066 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f04efcb9-0692-47cb-b14e-74a56cf5070c req-7162e321-3827-48b5-8c75-608ee6f23643 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.1041844 Apr 18 18:05:29.375945 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (1284d503-0d70-49c6-bcaf-e14097e6c66d), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:29.445995 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 44930) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:29.568321 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f04efcb9-0692-47cb-b14e-74a56cf5070c req-1f27c3bd-d893-4424-8be7-be882f9f007a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355772 Apr 18 18:05:29.571540 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-09838414-82a0-40c1-9aa0-581f02ceea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:29.598992 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-09838414-82a0-40c1-9aa0-581f02ceea11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=521bf463-31b7-4a75-8eed-a6e766fc9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5336347 Apr 18 18:05:29.643081 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Made reservation on behalf of bd0651dba6f9453ab4adc95ab8fec199 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:05:29.650935 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:29.679532 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (1284d503-0d70-49c6-bcaf-e14097e6c66d), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:29.688277 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (1284d503-0d70-49c6-bcaf-e14097e6c66d), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:29.787499 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-d85aae3b-5255-48e8-afdd-5791129048a1 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738231 Apr 18 18:05:29.899640 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102c8a4-c138-4712-bdbf-06d1549ea026 req-775d398f-3bab-4cfd-9efa-434c3cc32c10 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:29.901907 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9102c8a4-c138-4712-bdbf-06d1549ea026 req-775d398f-3bab-4cfd-9efa-434c3cc32c10 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1240091 Apr 18 18:05:29.908175 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b590a791-3f7b-4d27-9687-6400d71940a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.036889 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Allocated IP 172.20.0.5 (cad54e55-2682-4b77-9264-f5062bac9efb/9751101d-df07-47bd-9a3a-a0d9ec507bb5/71d94128-fb80-46fd-9d06-e0bcdf6f1309) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:30.041948 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4b5893b-19aa-41a1-a2f2-5db77a6f02aa req-00d807f5-baa9-4343-863c-b3bb7771e870 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485731 Apr 18 18:05:30.105366 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=1284d503-0d70-49c6-bcaf-e14097e6c66d,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:30.247573 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.268529 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9102c8a4-c138-4712-bdbf-06d1549ea026 req-2ffab167-2c6f-447b-8573-bccb47146275 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456609 Apr 18 18:05:30.275901 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b590a791-3f7b-4d27-9687-6400d71940a3 admin admin] Publish callbacks [] for security_group (79e68fa3-81b9-4c1c-acfc-b02fe5793256), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.376594 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.479968 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.580025 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event updated for resources: {'Port': ['ID=71d94128-fb80-46fd-9d06-e0bcdf6f1309,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:30.595493 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Network cad54e55-2682-4b77-9264-f5062bac9efb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:30.597667 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:30.634366 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:30.681860 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44950) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:30.736599 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:05:30.745865 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:30.753105 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.763667 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b590a791-3f7b-4d27-9687-6400d71940a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (79e68fa3-81b9-4c1c-acfc-b02fe5793256), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.793489 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-2c0b1beb-a2cc-4154-8bc7-07e5eec7d352 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9939821 Apr 18 18:05:30.824859 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.836290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c55492b0-7f24-48ef-b8c9-99fa77cc3561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:30.900874 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c1c79-7234-4ed9-bf0d-f247ece9fcf6 req-2a02d847-0955-4309-9210-9d53d8eca09f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:30.913648 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-292c1c79-7234-4ed9-bf0d-f247ece9fcf6 req-2a02d847-0955-4309-9210-9d53d8eca09f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.1845913 Apr 18 18:05:31.007992 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c55492b0-7f24-48ef-b8c9-99fa77cc3561 admin admin] Publish callbacks [] for security_group (617f5d87-d29e-4ec1-b700-b0b632d293eb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.013169 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c55492b0-7f24-48ef-b8c9-99fa77cc3561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (617f5d87-d29e-4ec1-b700-b0b632d293eb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.062893 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55492b0-7f24-48ef-b8c9-99fa77cc3561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f5d87-d29e-4ec1-b700-b0b632d293eb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:31.079851 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Floating IP b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6 associated. External IP: 172.27.3.209, port: 3b093713-baf5-47f2-b95b-c1d2020b2b88. Apr 18 18:05:31.083556 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c55492b0-7f24-48ef-b8c9-99fa77cc3561 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62b08862c7e04c1694e50aa1a521a064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157524 Apr 18 18:05:31.088283 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44958) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:31.106417 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-acdc6b24-1104-4f1a-880c-1b344740c1c1 None None] Provisioning complete for port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:31.107129 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-acdc6b24-1104-4f1a-880c-1b344740c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.176431 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c72111f9-09be-4dba-b1b0-d468d4cee330 admin admin] Publish callbacks [] for security_group (617f5d87-d29e-4ec1-b700-b0b632d293eb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.208499 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c72111f9-09be-4dba-b1b0-d468d4cee330 admin admin] Publish callbacks [] for security_group (617f5d87-d29e-4ec1-b700-b0b632d293eb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.213435 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-acdc6b24-1104-4f1a-880c-1b344740c1c1 None None] Port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:05:31.267319 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Request body: {'port': {'device_id': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:31.294407 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c72111f9-09be-4dba-b1b0-d468d4cee330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (617f5d87-d29e-4ec1-b700-b0b632d293eb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.297748 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c72111f9-09be-4dba-b1b0-d468d4cee330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.298955 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c72111f9-09be-4dba-b1b0-d468d4cee330 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/617f5d87-d29e-4ec1-b700-b0b632d293eb HTTP/1.1" status: 204 len: 168 time: 0.2094657 Apr 18 18:05:31.320385 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72111f9-09be-4dba-b1b0-d468d4cee330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f5d87-d29e-4ec1-b700-b0b632d293eb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:31.384670 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590a791-3f7b-4d27-9687-6400d71940a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e68fa3-81b9-4c1c-acfc-b02fe5793256,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:31.448318 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.490054 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420a974-0304-47e3-a3c1-57c97e5ac8f5 req-977c368f-ae98-432f-8b14-3f1ce3f8569f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:31.511369 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2420a974-0304-47e3-a3c1-57c97e5ac8f5 req-977c368f-ae98-432f-8b14-3f1ce3f8569f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 931 time: 0.7865407 Apr 18 18:05:31.534016 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 44964) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:31.534523 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b590a791-3f7b-4d27-9687-6400d71940a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c78e9d1eb1a4c3682961a7102636a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0855453 Apr 18 18:05:31.614789 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-292c1c79-7234-4ed9-bf0d-f247ece9fcf6 req-d0dae921-881a-4c6f-8339-f90947986d97 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6999962 Apr 18 18:05:31.685629 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9756100e-bc63-4804-beea-d96e6ff94602 admin admin] Publish callbacks [] for security_group (79e68fa3-81b9-4c1c-acfc-b02fe5793256), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.752454 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9756100e-bc63-4804-beea-d96e6ff94602 admin admin] Publish callbacks [] for security_group (79e68fa3-81b9-4c1c-acfc-b02fe5793256), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.769392 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2420a974-0304-47e3-a3c1-57c97e5ac8f5 req-e89e90b8-0033-4ec6-a757-a3c5f4d0dc98 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566905 Apr 18 18:05:31.897549 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9756100e-bc63-4804-beea-d96e6ff94602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (79e68fa3-81b9-4c1c-acfc-b02fe5793256), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.900080 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9756100e-bc63-4804-beea-d96e6ff94602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:31.901268 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9756100e-bc63-4804-beea-d96e6ff94602 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79e68fa3-81b9-4c1c-acfc-b02fe5793256 HTTP/1.1" status: 204 len: 168 time: 0.3662457 Apr 18 18:05:31.962515 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756100e-bc63-4804-beea-d96e6ff94602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e68fa3-81b9-4c1c-acfc-b02fe5793256,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:32.004013 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cba2b-6539-4330-9aed-66d64298a178 req-85b7364e-5ee0-4a8a-99dd-d24cbba12f75 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:32.011443 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-195cba2b-6539-4330-9aed-66d64298a178 req-85b7364e-5ee0-4a8a-99dd-d24cbba12f75 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.2377450 Apr 18 18:05:32.057846 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5dc53-a58b-4656-b0d0-e2ff7f3d3fd7 req-933ff383-211b-4758-a1f9-613b9d06148b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:32.065849 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ef5dc53-a58b-4656-b0d0-e2ff7f3d3fd7 req-933ff383-211b-4758-a1f9-613b9d06148b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1462653 Apr 18 18:05:32.071558 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d94128-fb80-46fd-9d06-e0bcdf6f1309 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:05:32.094402 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Publish callbacks [] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:32.132554 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Transition to ACTIVE for port object 71d94128-fb80-46fd-9d06-e0bcdf6f1309 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:05:32.144547 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:32.144726 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-195cba2b-6539-4330-9aed-66d64298a178 req-1acdfdb8-fe24-4800-8d57-f49c230da486 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276848 Apr 18 18:05:32.175207 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ef5dc53-a58b-4656-b0d0-e2ff7f3d3fd7 req-76b12565-009c-4853-9903-05e8777a9ba5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084328 Apr 18 18:05:32.177763 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:05:32.286411 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=71d94128-fb80-46fd-9d06-e0bcdf6f1309,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:32.682268 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Attempting to bind port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:05:32.682268 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Attempting to bind port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:05:32.684081 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Attempting to bind port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 on network cad54e55-2682-4b77-9264-f5062bac9efb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:32.694434 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 on network cad54e55-2682-4b77-9264-f5062bac9efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:05:32.695269 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Attempting to bind port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 on network cad54e55-2682-4b77-9264-f5062bac9efb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:32.703672 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:05:32.712920 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:05:32.712920 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Checking segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:32.717693 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Bound using segment: {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:05:32.718155 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Bound port: 71d94128-fb80-46fd-9d06-e0bcdf6f1309, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5869eda-00cf-4f42-8772-691ec5fe0ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:05:32.718770 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:32.733185 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:05:32.755601 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:32.772024 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:32.774922 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:32.990708 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] For port 71d94128-fb80-46fd-9d06-e0bcdf6f1309, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:05:33.003362 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] For port 71d94128-fb80-46fd-9d06-e0bcdf6f1309, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:05:33.024213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:33.035187 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:33.163648 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-8f5c6ff2-e1fd-41fd-807c-d0e013e21165 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1099625 Apr 18 18:05:33.165349 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=71d94128-fb80-46fd-9d06-e0bcdf6f1309,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:33.181108 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'tag': '3b093713-baf5-47f2-b95b-c1d2020b2b88'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:33.186326 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a117d7d-b385-4c9d-b0aa-167081940356" -d '{"events": [{"name": "network-changed", "server_uuid": "d0570b17-f0d8-47ca-8260-6965e53f8c9b", "tag": "3b093713-baf5-47f2-b95b-c1d2020b2b88"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:33.186740 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:33.187899 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:33.193039 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-5c8c2bf6-647f-4140-b090-3c2330fe5ef3 service neutron] 10.222.0.15 "PUT /v2.0/ports/71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 200 len: 1093 time: 1.9347541 Apr 18 18:05:33.200077 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:33.203913 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678932de-34a0-43ce-b96c-7f04f63f2ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:33.227329 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9107b5-a256-48b4-a02d-43559c65068c req-bcf01c34-f7ed-448c-b4b4-591956e530e8 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:33.239169 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cb9107b5-a256-48b4-a02d-43559c65068c req-bcf01c34-f7ed-448c-b4b4-591956e530e8 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.3650279 Apr 18 18:05:33.362892 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150ff5-f4aa-4c84-b9d5-77b0f48afc19 req-e6d5fa29-c4f1-4bfe-a7a1-4be357800098 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:33.376820 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a1150ff5-f4aa-4c84-b9d5-77b0f48afc19 req-e6d5fa29-c4f1-4bfe-a7a1-4be357800098 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 943 time: 0.4462838 Apr 18 18:05:33.423924 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-9b216c0b-1796-4655-a358-6ed16f57d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:33.425565 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-9b216c0b-1796-4655-a358-6ed16f57d70c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1127 time: 0.1400034 Apr 18 18:05:33.503628 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cb9107b5-a256-48b4-a02d-43559c65068c req-68b07ec9-c4c5-4cb0-bd55-ec563045be3e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516935 Apr 18 18:05:33.555632 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-ab3693fe-d1b8-47b1-85de-e41a1bd120ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 200 len: 217 time: 0.1142528 Apr 18 18:05:33.581281 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a1150ff5-f4aa-4c84-b9d5-77b0f48afc19 req-381d6d84-fe42-46be-a871-ea5c4f445537 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028179 Apr 18 18:05:33.739785 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-364bc23e-b23a-4e00-a2a4-db96801b8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:33.743756 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-364bc23e-b23a-4e00-a2a4-db96801b8f03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.1720855 Apr 18 18:05:33.755931 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fcd02d-709a-4469-beab-29cd2b45ff04 x-openstack-request-id: req-97fcd02d-709a-4469-beab-29cd2b45ff04 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:33.756752 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:33.757349 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97fcd02d-709a-4469-beab-29cd2b45ff04 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:33.758208 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fcd02d-709a-4469-beab-29cd2b45ff04'] response: {'name': 'network-changed', 'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'status': 'completed', 'code': 200} Apr 18 18:05:33.843095 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623cf61-bf84-4508-be65-ada257e72f91 req-5350e937-243e-4ad2-8293-9c646eb5dfec tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:33.852159 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0623cf61-bf84-4508-be65-ada257e72f91 req-5350e937-243e-4ad2-8293-9c646eb5dfec tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1616182 Apr 18 18:05:33.883898 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c7391-488d-4d02-8120-a445ada4e83f x-openstack-request-id: req-824c7391-488d-4d02-8120-a445ada4e83f {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:33.888606 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0570b17-f0d8-47ca-8260-6965e53f8c9b", "tag": "3b093713-baf5-47f2-b95b-c1d2020b2b88", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:33.889161 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-824c7391-488d-4d02-8120-a445ada4e83f {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:33.892572 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824c7391-488d-4d02-8120-a445ada4e83f'] response: {'name': 'network-changed', 'server_uuid': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'tag': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'status': 'completed', 'code': 200} Apr 18 18:05:34.004321 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0623cf61-bf84-4508-be65-ada257e72f91 req-e7195635-8100-471b-95c5-7f1c74cd3ba4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507397 Apr 18 18:05:34.009593 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-c03e72b0-e58d-46b2-8bf8-fc9dceb59438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:34.013584 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-c03e72b0-e58d-46b2-8bf8-fc9dceb59438 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 1129 time: 0.0944960 Apr 18 18:05:34.016621 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-ce6d0944-3543-40b7-a5f0-33f5e38b1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:34.019817 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-ce6d0944-3543-40b7-a5f0-33f5e38b1422 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2597494 Apr 18 18:05:34.081985 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:0d:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:28Z', 'updated_at': '2022-04-18T18:05:28Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:34.158436 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:05:34.203703 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:34.205261 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:34.293820 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-523a81a9-e83f-4ad1-8060-cafb08dd58fe service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423923 Apr 18 18:05:34.298649 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-b919f5c9-4efa-443c-b865-62d82c619aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:34.300276 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-b919f5c9-4efa-443c-b865-62d82c619aed service neutron] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 912 time: 0.2432935 Apr 18 18:05:34.528730 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d86835ad-4b8f-4821-9295-3b30e856d39f req-e52ccb70-bcc3-4790-8533-4fdfacba2c10 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250607 Apr 18 18:05:34.529006 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:34.647150 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-e37f1445-e66a-4d34-a493-dbc3aa7a83cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b093713-baf5-47f2-b95b-c1d2020b2b88 HTTP/1.1" status: 200 len: 999 time: 0.1188765 Apr 18 18:05:34.872604 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7290-bdf0-4870-bd80-c306ac3079da req-0b141a81-2dd5-46f7-923d-fcc60dc1f3e7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:34.874543 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cdeb7290-bdf0-4870-bd80-c306ac3079da req-0b141a81-2dd5-46f7-923d-fcc60dc1f3e7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 943 time: 0.1323879 Apr 18 18:05:34.954907 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:0d:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:28Z', 'updated_at': '2022-04-18T18:05:28Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:35.012441 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a22472-323d-4e1a-b33a-5fb780d8a4fb None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:0d:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:28Z', 'updated_at': '2022-04-18T18:05:28Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:05:35.027568 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cdeb7290-bdf0-4870-bd80-c306ac3079da req-f64d36f6-3e75-406d-8654-a481e42067cd tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435866 Apr 18 18:05:35.288057 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccafeb1-e132-4a14-925f-a7e4622a8e38 req-e8eda64d-4668-4d01-b373-a8a36157b9d8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:35.295053 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0ccafeb1-e132-4a14-925f-a7e4622a8e38 req-e8eda64d-4668-4d01-b373-a8a36157b9d8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.1090786 Apr 18 18:05:35.427750 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0ccafeb1-e132-4a14-925f-a7e4622a8e38 req-c9dd3e23-88c7-4242-9bb3-0dd3ba1c8edd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208434 Apr 18 18:05:35.460112 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9187b92-2bbc-4ebd-95ba-fcae084fccb7 None None] New status for floating IP b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:05:35.788323 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-658df772-65ea-493c-844f-76fc09e65d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:35.791784 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-658df772-65ea-493c-844f-76fc09e65d58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.1074653 Apr 18 18:05:35.936365 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-4246ff91-aeae-49f6-9a6a-bff4c417a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:35.940691 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-4246ff91-aeae-49f6-9a6a-bff4c417a027 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1127 time: 0.2388806 Apr 18 18:05:35.944917 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-56af2ce2-92b0-43b0-9bed-2a6c76f4200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:35.947113 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-56af2ce2-92b0-43b0-9bed-2a6c76f4200c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1440451 Apr 18 18:05:36.175005 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-ed588fe0-ba95-4964-a44b-bcb7763f3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:36.176739 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-ed588fe0-ba95-4964-a44b-bcb7763f3a1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.2225013 Apr 18 18:05:36.178659 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-0e1e442a-3404-40db-a32d-17b9fc7e5435 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133248 Apr 18 18:05:36.230227 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d95bb1-eb66-43a6-8f9f-8d737a745a2c req-9dd0cdf9-f941-42ba-9519-467c0d9b2551 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:36.231823 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e7d95bb1-eb66-43a6-8f9f-8d737a745a2c req-9dd0cdf9-f941-42ba-9519-467c0d9b2551 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 943 time: 0.0860481 Apr 18 18:05:36.316918 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e7d95bb1-eb66-43a6-8f9f-8d737a745a2c req-df3e452f-2924-4adb-b12b-53f1c92269a1 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737114 Apr 18 18:05:36.400330 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-3f9767d8-043d-419d-a681-8ef36de7f3d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 200 len: 217 time: 0.2046754 Apr 18 18:05:36.487959 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-2c2d592d-8000-4e5b-a2d1-1dcb969090f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:36.489427 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-2c2d592d-8000-4e5b-a2d1-1dcb969090f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.0730605 Apr 18 18:05:36.510374 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a117d7d-b385-4c9d-b0aa-167081940356 req-b6c8fba0-2b60-49ab-aea5-46c394a1de3d service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130677 Apr 18 18:05:36.589517 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-3f2e4b2a-ee48-4f55-95cc-ca0bedc83103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:36.591226 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-3f2e4b2a-ee48-4f55-95cc-ca0bedc83103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798781 Apr 18 18:05:36.626527 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b49812-da01-4183-844b-11c4ebdc63c5 req-02581c2a-c3e9-45bf-a271-94a7e04b5600 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:36.628737 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b4b49812-da01-4183-844b-11c4ebdc63c5 req-02581c2a-c3e9-45bf-a271-94a7e04b5600 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0893235 Apr 18 18:05:36.771710 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b4b49812-da01-4183-844b-11c4ebdc63c5 req-54531d7c-1aed-4d05-a8ed-7a66970af1a0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327059 Apr 18 18:05:36.784897 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-f831e7c1-e8fe-4f73-8a94-f25cd11c00c9 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779525 Apr 18 18:05:36.968678 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678932de-34a0-43ce-b96c-7f04f63f2ed7 req-54c0ca36-0d3b-4692-9c7b-9b9346dbf5f2 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727288 Apr 18 18:05:37.460092 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c2cab-4151-45a6-8bb1-33b264a64eda req-cb8ea235-325b-4fdd-b942-5712516c5643 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:37.461665 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b18c2cab-4151-45a6-8bb1-33b264a64eda req-cb8ea235-325b-4fdd-b942-5712516c5643 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 943 time: 0.0794945 Apr 18 18:05:37.521550 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b18c2cab-4151-45a6-8bb1-33b264a64eda req-84a0cd16-1040-46b6-b846-0e6696f5a7bb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540073 Apr 18 18:05:37.918544 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63583b71-aa53-4152-a34e-48231fbd5bf1 req-99995fb9-c05a-4922-a477-b7b22b77a036 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:37.920170 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-63583b71-aa53-4152-a34e-48231fbd5bf1 req-99995fb9-c05a-4922-a477-b7b22b77a036 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0567942 Apr 18 18:05:37.983217 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-63583b71-aa53-4152-a34e-48231fbd5bf1 req-bfcc85cd-4abc-44bb-b2ed-1be20669a9ae tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558326 Apr 18 18:05:38.680589 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7869-604a-475c-ab29-2804ee3b2f2d req-6175bc10-293f-463c-8d95-0691321792f4 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:38.685042 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-817c7869-604a-475c-ab29-2804ee3b2f2d req-6175bc10-293f-463c-8d95-0691321792f4 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 943 time: 0.0788398 Apr 18 18:05:38.751790 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-817c7869-604a-475c-ab29-2804ee3b2f2d req-eca5d7ee-7918-4047-bea8-a439bb43d7d2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599170 Apr 18 18:05:39.123927 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbc336-df4e-48f1-9c90-c15ac842c8eb req-06bbbaa5-77f0-426d-aa71-55f07ba5754f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:39.133795 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ecbc336-df4e-48f1-9c90-c15ac842c8eb req-06bbbaa5-77f0-426d-aa71-55f07ba5754f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0642686 Apr 18 18:05:39.186330 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ecbc336-df4e-48f1-9c90-c15ac842c8eb req-04b760e4-b1ac-4161-b028-4252c5bb99b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513241 Apr 18 18:05:39.250041 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 71d94128-fb80-46fd-9d06-e0bcdf6f1309 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:05:39.404593 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 71d94128-fb80-46fd-9d06-e0bcdf6f1309, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:39.432911 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'mac_address': 'fa:16:3e:fa:01:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:05:39.489512 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:39.490268 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:39.511432 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d94128-fb80-46fd-9d06-e0bcdf6f1309 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:05:39.534413 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 71d94128-fb80-46fd-9d06-e0bcdf6f1309, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:39.559863 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:39.622260 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=71d94128-fb80-46fd-9d06-e0bcdf6f1309,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:39.915290 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510174e6-7d55-4263-a44b-2be4f8722b07 req-0272a2bc-b108-473e-a644-4b5b753cdf4c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:39.918071 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-510174e6-7d55-4263-a44b-2be4f8722b07 req-0272a2bc-b108-473e-a644-4b5b753cdf4c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 944 time: 0.0714927 Apr 18 18:05:39.983744 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-510174e6-7d55-4263-a44b-2be4f8722b07 req-df100462-c19e-487f-b8e5-8d09c330f685 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578828 Apr 18 18:05:40.348231 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f28413-1d94-4ef0-8f0f-27028afeb4f6 req-382d762f-a473-4989-999f-8df39dbbb167 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:40.350478 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c9f28413-1d94-4ef0-8f0f-27028afeb4f6 req-382d762f-a473-4989-999f-8df39dbbb167 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0656126 Apr 18 18:05:40.417716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c9f28413-1d94-4ef0-8f0f-27028afeb4f6 req-3b27e550-454b-4457-a154-3611cf86b7db tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599353 Apr 18 18:05:40.664247 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['71d94128-fb80-46fd-9d06-e0bcdf6f1309'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:05:41.093906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-189375e4-c4d5-4ac0-b60b-659cc22e569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:41.095558 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-189375e4-c4d5-4ac0-b60b-659cc22e569e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 1130 time: 0.0505250 Apr 18 18:05:41.112379 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920ab8f-50e3-4da0-9e92-db95643e8599 req-f32ebce8-859e-410e-b958-b2abd44a1f68 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:41.113945 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2920ab8f-50e3-4da0-9e92-db95643e8599 req-f32ebce8-859e-410e-b958-b2abd44a1f68 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 944 time: 0.0532675 Apr 18 18:05:41.164915 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2920ab8f-50e3-4da0-9e92-db95643e8599 req-f268a9ce-7f7b-4ddd-9fc8-17e1fc4ae263 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450809 Apr 18 18:05:41.204956 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-b3a3eb5c-b994-4eb1-ac8a-e301517adc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:41.206617 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-b3a3eb5c-b994-4eb1-ac8a-e301517adc67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.1022410 Apr 18 18:05:41.279328 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-4c0b1a48-ec40-441d-b3ea-9f68fc92c278 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 HTTP/1.1" status: 200 len: 1002 time: 0.0625699 Apr 18 18:05:41.348708 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-6c1f66c8-8e1f-45b2-8121-2c280644fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:41.350536 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-6c1f66c8-8e1f-45b2-8121-2c280644fa35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.0642455 Apr 18 18:05:41.398928 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-ebc960bf-1467-4e73-b9a1-02dff97ac2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:41.400455 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-ebc960bf-1467-4e73-b9a1-02dff97ac2d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423665 Apr 18 18:05:41.513383 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-5e00b46f-2225-405b-a739-be49f8905342 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031013 Apr 18 18:05:41.583030 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a99a97-6767-47fb-a4f9-fa89af93f3f4 req-de5f0139-4a3d-421f-8283-b256d281d63d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:41.584658 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-23a99a97-6767-47fb-a4f9-fa89af93f3f4 req-de5f0139-4a3d-421f-8283-b256d281d63d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0742910 Apr 18 18:05:41.601238 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 71d94128-fb80-46fd-9d06-e0bcdf6f1309 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:41.636946 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-133d6efe-7b1b-4ab4-8b9d-fd5366fa30c6 req-3612937f-eb98-4447-b14d-3ac08916eb36 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147435 Apr 18 18:05:41.666463 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-23a99a97-6767-47fb-a4f9-fa89af93f3f4 req-204736a8-aafd-4a61-8224-0591da29d635 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747981 Apr 18 18:05:41.680237 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:05:41.689073 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:41.689489 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:41.782814 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:41.783145 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:41.810702 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:41.813705 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ba2ee-163e-47c4-a439-b14dec6552e5" -d '{"events": [{"server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "name": "network-vif-plugged", "status": "completed", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:41.832570 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 71d94128-fb80-46fd-9d06-e0bcdf6f1309, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:41.837363 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:41.864860 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8460fe13-f07a-4f35-b2a9-e00f3aee888e x-openstack-request-id: req-8460fe13-f07a-4f35-b2a9-e00f3aee888e {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:41.865169 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "name": "network-vif-plugged", "status": "completed", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:41.865421 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8460fe13-f07a-4f35-b2a9-e00f3aee888e {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:41.865813 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8460fe13-f07a-4f35-b2a9-e00f3aee888e'] response: {'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'code': 200} Apr 18 18:05:41.893804 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=71d94128-fb80-46fd-9d06-e0bcdf6f1309,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:42.288632 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2490d2-fe6a-427e-8d67-88475924ab61 req-6957fdc1-f165-49da-996c-a3f46fed6e77 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:42.290212 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3b2490d2-fe6a-427e-8d67-88475924ab61 req-6957fdc1-f165-49da-996c-a3f46fed6e77 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0491476 Apr 18 18:05:42.341981 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3b2490d2-fe6a-427e-8d67-88475924ab61 req-1b6411d5-9f52-4578-ad22-e081a40ecf8e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458682 Apr 18 18:05:42.805079 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140a541-0d89-4b2e-84bb-5f51d15d18d4 req-48a9f306-191c-4a75-b0b3-79ae9c45a1b2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:42.806696 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1140a541-0d89-4b2e-84bb-5f51d15d18d4 req-48a9f306-191c-4a75-b0b3-79ae9c45a1b2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0542452 Apr 18 18:05:42.889563 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1140a541-0d89-4b2e-84bb-5f51d15d18d4 req-a927e17f-45db-4205-bf06-061b03cbbf1f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736666 Apr 18 18:05:43.465296 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfccfda-f640-40ae-920b-f49846bc4bab req-9d4684a0-bf91-4576-9fbc-76fe4803f9cf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:43.466747 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fcfccfda-f640-40ae-920b-f49846bc4bab req-9d4684a0-bf91-4576-9fbc-76fe4803f9cf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0484409 Apr 18 18:05:43.516231 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fcfccfda-f640-40ae-920b-f49846bc4bab req-dda0d19a-07e4-4586-89de-aa1085dab56d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436409 Apr 18 18:05:44.016077 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45210) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:44.041248 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65ebb6-4a70-42ee-9c6b-6c9d5981e6ad req-32bbc30e-df03-4509-83fe-b1070b4f8db8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:44.044746 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ec65ebb6-4a70-42ee-9c6b-6c9d5981e6ad req-32bbc30e-df03-4509-83fe-b1070b4f8db8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0780122 Apr 18 18:05:44.106604 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ec65ebb6-4a70-42ee-9c6b-6c9d5981e6ad req-88d9f4e7-9427-461c-8b7b-297a5993f4cc tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560091 Apr 18 18:05:44.158222 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aba95a8a-cc6e-4056-b1e7-79aeaec31c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:44.269760 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aba95a8a-cc6e-4056-b1e7-79aeaec31c29 admin admin] Publish callbacks [] for security_group (1871cb9d-12d5-46f9-abba-5e771ec65ef1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:44.281208 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aba95a8a-cc6e-4056-b1e7-79aeaec31c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (1871cb9d-12d5-46f9-abba-5e771ec65ef1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:44.348656 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95a8a-cc6e-4056-b1e7-79aeaec31c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1871cb9d-12d5-46f9-abba-5e771ec65ef1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:44.360996 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-aba95a8a-cc6e-4056-b1e7-79aeaec31c29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4feb2885ee0f4aff94bfb9d9d0100341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437352 Apr 18 18:05:44.362148 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45218) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:44.397037 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01e7d980-ab92-4815-9ab0-d5117a4ab794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:44.425944 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0a99a4c2-6317-4772-a8ca-d7b7dd545170 admin admin] Publish callbacks [] for security_group (1871cb9d-12d5-46f9-abba-5e771ec65ef1), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:44.448922 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0a99a4c2-6317-4772-a8ca-d7b7dd545170 admin admin] Publish callbacks [] for security_group (1871cb9d-12d5-46f9-abba-5e771ec65ef1), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:44.499845 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0a99a4c2-6317-4772-a8ca-d7b7dd545170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (1871cb9d-12d5-46f9-abba-5e771ec65ef1), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:44.502533 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0a99a4c2-6317-4772-a8ca-d7b7dd545170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:44.503707 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-0a99a4c2-6317-4772-a8ca-d7b7dd545170 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1871cb9d-12d5-46f9-abba-5e771ec65ef1 HTTP/1.1" status: 204 len: 168 time: 0.1405375 Apr 18 18:05:44.512193 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99a4c2-6317-4772-a8ca-d7b7dd545170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1871cb9d-12d5-46f9-abba-5e771ec65ef1,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:44.667067 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623328-7be4-4ec0-aa52-3884b585f522 req-8e0b828f-80c5-4991-868c-b5916d093156 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:44.669133 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1d623328-7be4-4ec0-aa52-3884b585f522 req-8e0b828f-80c5-4991-868c-b5916d093156 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0801892 Apr 18 18:05:44.691187 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4baa-d3f8-400e-8e4a-3c237bbf0c16 req-d75e7402-6f32-44da-91f4-a75c1204e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:44.692984 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05de4baa-d3f8-400e-8e4a-3c237bbf0c16 req-d75e7402-6f32-44da-91f4-a75c1204e495 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1129 time: 0.0645478 Apr 18 18:05:44.732174 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1d623328-7be4-4ec0-aa52-3884b585f522 req-8484c37c-4151-4d4b-81fa-30e0f37b7e5c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512605 Apr 18 18:05:45.048221 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05de4baa-d3f8-400e-8e4a-3c237bbf0c16 req-221a5711-cc11-4f83-b928-2a058e1582e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516112 Apr 18 18:05:45.280855 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5964d41-1763-4165-9ff7-f15cd44a532e req-aca0c6fc-8f25-46a1-9454-f34ca5deb45d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:45.282607 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5964d41-1763-4165-9ff7-f15cd44a532e req-aca0c6fc-8f25-46a1-9454-f34ca5deb45d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 946 time: 0.0911236 Apr 18 18:05:45.338604 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45248) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:45.368700 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5964d41-1763-4165-9ff7-f15cd44a532e req-56afb22e-6e2b-4dff-912e-7a45d418c34a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785511 Apr 18 18:05:45.488057 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1957906379-network', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:45.513256 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Made reservation on behalf of f0969e297d5542c994c55560f17c6cc7 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:05:45.518688 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.529082 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.641482 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Publish callbacks [] for security_group (313e1acd-c7d6-4425-b91f-74209670c8a1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.648369 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:05:45.652480 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (313e1acd-c7d6-4425-b91f-74209670c8a1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.671867 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:05:45.695170 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (c38d747e-e7ff-4333-a74a-1d4a1e3f30ee), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.695578 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Added segment c38d747e-e7ff-4333-a74a-1d4a1e3f30ee of type vlan for network 60e61468-d32f-4ab1-986f-5153b13a0dd9 Apr 18 18:05:45.752250 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313e1acd-c7d6-4425-b91f-74209670c8a1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:45.794674 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 is: ACTIVE; New status is: DOWN {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:45.795151 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.802849 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (60e61468-d32f-4ab1-986f-5153b13a0dd9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.863354 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:45.865159 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (60e61468-d32f-4ab1-986f-5153b13a0dd9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.866010 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e601c0b-7d0d-4e85-b631-19afbbd92f62" -d '{"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:45.868772 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:45.870694 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.908948 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:45.915615 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:45.930733 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e6f3a-a1b6-47b1-b82f-6fbc5a81912b x-openstack-request-id: req-5d7e6f3a-a1b6-47b1-b82f-6fbc5a81912b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:45.931251 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-unplugged", "status": "failed", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21", "code": 422}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:45.932871 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d7e6f3a-a1b6-47b1-b82f-6fbc5a81912b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:45.933570 dv-cinder-838329-1-iscsi neutron-server[103433]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d7e6f3a-a1b6-47b1-b82f-6fbc5a81912b']: {'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'code': 422} returned with failed status Apr 18 18:05:45.957160 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] Pushing event updated for resources: {'Network': ['ID=60e61468-d32f-4ab1-986f-5153b13a0dd9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:45.978304 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-971efcde-76c8-4d0d-907d-7936f1fb19d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6350076 Apr 18 18:05:45.980973 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45278) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:45.981387 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:05:46.010895 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Request body: {'subnet': {'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1957906379-subnet', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:46.011222 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908d795-f217-4ec2-a29e-2d3ca88957b2 req-32518af8-3af0-406e-a0ab-3f5c530da8f2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:46.017915 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e908d795-f217-4ec2-a29e-2d3ca88957b2 req-32518af8-3af0-406e-a0ab-3f5c530da8f2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.1726675 Apr 18 18:05:46.068250 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Made reservation on behalf of f0969e297d5542c994c55560f17c6cc7 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:05:46.071542 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13561518'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:46.098884 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e908d795-f217-4ec2-a29e-2d3ca88957b2 req-646c02f4-aedc-40ad-89a5-474787e528d9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770946 Apr 18 18:05:46.185398 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=8']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:46.192870 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [req-d9d14af5-4794-40e4-b4b6-08714154926f req-0ad23b74-6d35-47bb-becf-5dcb86ccea89 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:05:46.194022 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d9d14af5-4794-40e4-b4b6-08714154926f req-0ad23b74-6d35-47bb-becf-5dcb86ccea89 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075059 Apr 18 18:05:46.390796 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ad5c-e9aa-4c3a-ad5c-44fb01611a7a req-705a3533-55af-4239-b250-311c6a711bc5 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:46.398716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b291ad5c-e9aa-4c3a-ad5c-44fb01611a7a req-705a3533-55af-4239-b250-311c6a711bc5 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.0930934 Apr 18 18:05:46.425885 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13561528'] for subnet (15a8ef12-8c13-45de-b8f8-603275a78695), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:46.506740 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Checking segment: {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:46.509059 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b291ad5c-e9aa-4c3a-ad5c-44fb01611a7a req-e76553b0-aadf-4977-8c33-e1411997c7b3 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088722 Apr 18 18:05:46.513948 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Network hostable DHCP agents. Network: 60e61468-d32f-4ab1-986f-5153b13a0dd9, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:05:46.522844 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f14a-5a04-4d61-baa0-db8c5b63ddba req-52a01bba-888a-46b1-b54e-b0982bc09d56 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:46.523375 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a8ef12-8c13-45de-b8f8-603275a78695,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:46.525189 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4882f14a-5a04-4d61-baa0-db8c5b63ddba req-52a01bba-888a-46b1-b54e-b0982bc09d56 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1242270 Apr 18 18:05:46.534981 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45296) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:46.578684 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:05:46.596171 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a41a9c5-b4cc-4a3f-9d86-744074bfa4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:46.609370 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, 60e61468-d32f-4ab1-986f-5153b13a0dd9) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:46.622978 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:46.626105 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:46.629499 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643e639-687f-4af9-919f-07e616390214 None None] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:05:46.634692 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4882f14a-5a04-4d61-baa0-db8c5b63ddba req-48f56554-cf08-4371-abff-c201cbe16b17 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014695 Apr 18 18:05:46.675817 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c16e5707-1efb-4fe5-95bc-2d1b50da4a92 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6766655 Apr 18 18:05:46.676090 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45300) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:46.676293 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:46.709466 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (3b938b0e-91fb-44e8-b213-d2cccbfb146d), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:46.710997 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (3b938b0e-91fb-44e8-b213-d2cccbfb146d), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:46.840815 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks [] for router_controller (3b938b0e-91fb-44e8-b213-d2cccbfb146d), precommit_add_association {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:46.859711 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-60e61468-d32f-4ab1-986f-5153b13a0dd9', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:05:46.860600 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:46.915590 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0a426-7fe9-4326-ac22-a47f43ec487b tempest-TestMinimumBasicScenario-1927626208 tempest-TestMinimumBasicScenario-1927626208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:46.917162 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0bb0a426-7fe9-4326-ac22-a47f43ec487b tempest-TestMinimumBasicScenario-1927626208 tempest-TestMinimumBasicScenario-1927626208-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1125 time: 0.3812468 Apr 18 18:05:46.923146 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45308) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:46.930441 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'port_id': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:46.963916 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.049654 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks [] for router_gateway (3b938b0e-91fb-44e8-b213-d2cccbfb146d), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.110488 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.125330 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45320) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:47.180182 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Allocated IP 172.20.0.2 (60e61468-d32f-4ab1-986f-5153b13a0dd9/15a8ef12-8c13-45de-b8f8-603275a78695/eb9bbbd9-d46c-4ce7-94a2-317e968e10f0) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:47.299256 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-5e9d06c7-14d7-4a64-a307-c8357b9b16ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1727278 Apr 18 18:05:47.300389 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Allocated IP 172.27.3.190 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/c1cd5251-e08c-4d28-887a-890ec35ff766) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:47.311702 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-7377c656-7ee8-4880-a0d5-1182f60513a3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:05:47.313050 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-7377c656-7ee8-4880-a0d5-1182f60513a3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081704 Apr 18 18:05:47.335599 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b232fb-105f-4f29-ba71-85ebedb34cec req-217a1a7d-f904-4d2c-8a7c-eb771e1736b1 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:47.337179 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e1b232fb-105f-4f29-ba71-85ebedb34cec req-217a1a7d-f904-4d2c-8a7c-eb771e1736b1 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.1209273 Apr 18 18:05:47.347673 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks [] for router_gateway (3b938b0e-91fb-44e8-b213-d2cccbfb146d), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.382150 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.420222 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e1b232fb-105f-4f29-ba71-85ebedb34cec req-adea9f30-d688-4014-80e6-d009ecb502c5 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746732 Apr 18 18:05:47.458156 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45330) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:47.501212 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for port (c1cd5251-e08c-4d28-887a-890ec35ff766), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.549777 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (c1cd5251-e08c-4d28-887a-890ec35ff766), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.560316 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Publish callbacks [] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.568403 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.595443 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:47.603541 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:47.606024 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:47.611162 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:47.613193 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133035-ada8-4390-b775-37cebe325f99 req-5727d069-b011-4032-a769-e96094d32e23 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:47.614717 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:47.618825 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:47.622442 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-5727d069-b011-4032-a769-e96094d32e23 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports/6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 HTTP/1.1" status: 200 len: 941 time: 0.1632795 Apr 18 18:05:47.645052 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'Port': ['ID=c1cd5251-e08c-4d28-887a-890ec35ff766,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:47.645394 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Allocated IP 172.27.3.152 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/a8d9a05a-807d-4227-b638-cb8ae1af0438) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:47.659669 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Pushing event updated for resources: {'Port': ['ID=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:47.692847 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Attempting to bind port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:05:47.693187 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Attempting to bind port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:05:47.693552 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Attempting to bind port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 on network 60e61468-d32f-4ab1-986f-5153b13a0dd9 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:47.699674 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:05:47.699900 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Checking segment: {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:47.700307 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.700704 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Bound using segment: {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:05:47.701185 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Bound port: eb9bbbd9-d46c-4ce7-94a2-317e968e10f0, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:05:47.701568 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.793711 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] For port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:05:47.816626 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] For port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:05:47.830799 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.835888 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:47.920159 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c7b4c-f5fb-4ca2-91ca-cd685addfd2e None None] Pushing event updated for resources: {'Port': ['ID=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:48.063023 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks [] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.147828 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56f00b-d8d8-4257-930d-c5894e5e7fb5 req-d1d763d4-c619-4552-a87f-68de723ffcbc tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:48.152771 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0f56f00b-d8d8-4257-930d-c5894e5e7fb5 req-d1d763d4-c619-4552-a87f-68de723ffcbc tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0871773 Apr 18 18:05:48.208103 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.266319 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0f56f00b-d8d8-4257-930d-c5894e5e7fb5 req-95d1de5a-988e-41e9-84b1-a4e6431ff141 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052763 Apr 18 18:05:48.272573 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:48.278443 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:48.281809 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d9a05a-807d-4227-b638-cb8ae1af0438,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:48.284253 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:48.588823 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for floatingip (4afdc373-ec81-4dbc-be7a-380fc68f5d51), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.592323 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed0f06-592c-414b-95a2-9c2da54fd4c5 req-c3aa4386-fdf0-4f39-95e8-4cfaa5fa2fdb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:48.594881 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-98ed0f06-592c-414b-95a2-9c2da54fd4c5 req-c3aa4386-fdf0-4f39-95e8-4cfaa5fa2fdb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0884111 Apr 18 18:05:48.632098 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks [] for router_gateway (3b938b0e-91fb-44e8-b213-d2cccbfb146d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.704838 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c1cd5251-e08c-4d28-887a-890ec35ff766), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.706263 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-98ed0f06-592c-414b-95a2-9c2da54fd4c5 req-38a313b8-0458-4537-9273-22a4d10e691f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039863 Apr 18 18:05:48.892448 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (3b938b0e-91fb-44e8-b213-d2cccbfb146d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.903700 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:48.903893 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for port (c1cd5251-e08c-4d28-887a-890ec35ff766), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.910100 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (c1cd5251-e08c-4d28-887a-890ec35ff766), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.968991 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:48.969546 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:48.985719 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (4afdc373-ec81-4dbc-be7a-380fc68f5d51), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.035234 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'Port': ['ID=c1cd5251-e08c-4d28-887a-890ec35ff766,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:49.058029 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:49.058446 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.082523 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Router 3b938b0e-91fb-44e8-b213-d2cccbfb146d is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:05:49.098056 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:49.104651 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.127061 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Floating IP 4afdc373-ec81-4dbc-be7a-380fc68f5d51 associated. External IP: 172.27.3.190, port: 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd. Apr 18 18:05:49.178105 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf48a3e-f5f2-469a-a0f2-3a492764d155 None None] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:05:49.189648 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.230129 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-cff31819-1f62-4f64-8661-5b49c4b17249 None None] Provisioning complete for port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:49.230727 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cff31819-1f62-4f64-8661-5b49c4b17249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.260003 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:05:49.276750 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Sync routers for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:05:49.284291 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.285717 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-9a079fd4-209a-4393-9183-a22b937f74e9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6158566 Apr 18 18:05:49.290514 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45348) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:49.292460 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:49.296270 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:49.296937 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:49.394524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Router d192dc75-42e6-4040-86b0-978a751c8716 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:05:49.431619 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-cff31819-1f62-4f64-8661-5b49c4b17249 None None] Current status of the port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:49.440362 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:49.539173 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:05:49.555182 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] Sync routers for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:05:49.565587 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ccbe8-95a5-41bb-9c7b-458938edc242 req-6c371125-898d-438b-b6fb-ec2536fcad8c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:49.567214 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5a4ccbe8-95a5-41bb-9c7b-458938edc242 req-6c371125-898d-438b-b6fb-ec2536fcad8c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1865244 Apr 18 18:05:49.572718 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.575435 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:49.577349 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:49.647092 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5fc359fe-0b49-48dd-b9cc-3c758f45ba9a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7224362 Apr 18 18:05:49.647711 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45352) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:49.648472 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:49.651144 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:49.659137 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-9d504a9f-6239-4849-bb6c-1ac7dbb9ffc8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993861024', 'description': 'tempest-secgroup-smoke-993861024 description', 'project_id': 'e5d3a5582af44c5ab9817cc86034389c'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:49.692996 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:48Z', 'revision_number': 3, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:49.704185 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d504a9f-6239-4849-bb6c-1ac7dbb9ffc8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.756068 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Checking router: 3b938b0e-91fb-44e8-b213-d2cccbfb146d for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:05:49.756418 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Updating router 3b938b0e-91fb-44e8-b213-d2cccbfb146d port a8d9a05a-807d-4227-b638-cb8ae1af0438 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:05:49.759396 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f9bc8b-c6e5-4790-9594-22984633acc1 x-openstack-request-id: req-35f9bc8b-c6e5-4790-9594-22984633acc1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:49.759615 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:49.762301 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35f9bc8b-c6e5-4790-9594-22984633acc1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:49.763238 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f9bc8b-c6e5-4790-9594-22984633acc1'] response: {'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'status': 'completed', 'code': 200} Apr 18 18:05:49.814700 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5a4ccbe8-95a5-41bb-9c7b-458938edc242 req-f00ecd57-3fa7-42f1-864f-04db9e056797 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334626 Apr 18 18:05:49.853218 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.903240 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:49.933794 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d504a9f-6239-4849-bb6c-1ac7dbb9ffc8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group (ece39962-27b0-451b-b5fa-b7409c90a6c5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:49.950995 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-4ea317e7-7af4-498d-8456-4465bf545fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:49.953352 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-4ea317e7-7af4-498d-8456-4465bf545fb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d3a5582af44c5ab9817cc86034389c&device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1130 time: 0.1617517 Apr 18 18:05:49.954677 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d504a9f-6239-4849-bb6c-1ac7dbb9ffc8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (ece39962-27b0-451b-b5fa-b7409c90a6c5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.010981 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4433238-1088-429c-ada8-d425678bf428 req-530111b3-6932-49c5-8fc4-c3b1ae0554f3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:50.012830 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e4433238-1088-429c-ada8-d425678bf428 req-530111b3-6932-49c5-8fc4-c3b1ae0554f3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.1061504 Apr 18 18:05:50.049834 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-f8c80c1a-b0dc-481d-9b50-ee310a1d4941 None None] Provisioning complete for port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:50.050683 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f8c80c1a-b0dc-481d-9b50-ee310a1d4941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.093182 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d504a9f-6239-4849-bb6c-1ac7dbb9ffc8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.097570 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9d504a9f-6239-4849-bb6c-1ac7dbb9ffc8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4412315 Apr 18 18:05:50.100741 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45358) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:50.110390 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d18bedeb-05fd-453f-bcfe-3af5e6a134f0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'security_group_rule': {'security_group_id': 'ece39962-27b0-451b-b5fa-b7409c90a6c5', 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:50.114451 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d504a9f-6239-4849-bb6c-1ac7dbb9ffc8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece39962-27b0-451b-b5fa-b7409c90a6c5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:50.118878 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e4433238-1088-429c-ada8-d425678bf428 req-d840ccb2-6251-47d7-b426-8cd825c277db tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946786 Apr 18 18:05:50.188639 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-10453646-c19c-4853-8a2c-4149458b4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:50.202164 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-10453646-c19c-4853-8a2c-4149458b4574 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 200 len: 914 time: 0.2372661 Apr 18 18:05:50.230676 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d18bedeb-05fd-453f-bcfe-3af5e6a134f0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (0e9cc3eb-b6fe-4320-9a1d-98bc9accafbe), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.260013 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.323918 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Publish callbacks [] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.327633 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-4c63404f-30eb-4acd-914d-58c6922c002b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 1000 time: 0.1160314 Apr 18 18:05:50.347910 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.361164 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ee9c-a204-4fc8-90d6-4caf6b6bce31 req-7f44c8e3-7679-4478-b37f-8e1a1f0d399b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:50.368742 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ce0ee9c-a204-4fc8-90d6-4caf6b6bce31 req-7f44c8e3-7679-4478-b37f-8e1a1f0d399b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.1329768 Apr 18 18:05:50.395659 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45364) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:50.401935 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Pushing event updated for resources: {'Port': ['ID=a8d9a05a-807d-4227-b638-cb8ae1af0438,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:50.412798 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.413284 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.413633 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.413986 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.414447 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.414778 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.415101 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.415422 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.416029 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.416213 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.416512 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.417232 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.417232 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.417502 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.417833 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:05:50.428125 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f8c80c1a-b0dc-481d-9b50-ee310a1d4941 None None] Current status of the port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:50.448010 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Attempting to bind port a8d9a05a-807d-4227-b638-cb8ae1af0438 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:05:50.448514 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Attempting to bind port a8d9a05a-807d-4227-b638-cb8ae1af0438 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:05:50.449011 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Attempting to bind port a8d9a05a-807d-4227-b638-cb8ae1af0438 on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:50.460495 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:05:50.461012 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:50.461563 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.462013 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:05:50.462534 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Bound port: a8d9a05a-807d-4227-b638-cb8ae1af0438, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:05:50.462948 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.464371 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'floatingip': {'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:50.525903 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '4afdc373-ec81-4dbc-be7a-380fc68f5d51', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'port_id': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'mac_address': 'fa:16:3e:bb:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:48Z', 'updated_at': '2022-04-18T18:05:48Z', 'revision_number': 0, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:50.554627 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Allocated IP 172.20.0.1 (60e61468-d32f-4ab1-986f-5153b13a0dd9/15a8ef12-8c13-45de-b8f8-603275a78695/b7bf64a2-3931-4a1e-bbb3-a62f067e3af6) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:50.557827 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d18bedeb-05fd-453f-bcfe-3af5e6a134f0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (0e9cc3eb-b6fe-4320-9a1d-98bc9accafbe), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.572759 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] For port a8d9a05a-807d-4227-b638-cb8ae1af0438, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:05:50.578664 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] Checking router: d192dc75-42e6-4040-86b0-978a751c8716 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:05:50.580811 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] For port a8d9a05a-807d-4227-b638-cb8ae1af0438, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a8d9a05a-807d-4227-b638-cb8ae1af0438,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:05:50.591819 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.609252 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:50.611109 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:50.614098 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d18bedeb-05fd-453f-bcfe-3af5e6a134f0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (0e9cc3eb-b6fe-4320-9a1d-98bc9accafbe), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.629949 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (99d4c977-2a8b-473b-90ce-071b1d014179), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.749678 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.757316 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:50.770050 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:50.796713 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Publish callbacks [] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:50.844929 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:50.885195 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817d3a1-431f-435a-bedb-e62ed6910339 None None] Pushing event updated for resources: {'Port': ['ID=a8d9a05a-807d-4227-b638-cb8ae1af0438,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:50.899041 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:51.017703 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:51.057241 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:51.077749 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:51.080965 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Pushing event updated for resources: {'Port': ['ID=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:51.085636 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:51.110559 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:51.131828 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a3cc1-4f1b-4429-87f2-ee1538e95e40 req-e607ff72-3592-4394-8573-1732b0b9939f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:51.133492 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-623a3cc1-4f1b-4429-87f2-ee1538e95e40 req-e607ff72-3592-4394-8573-1732b0b9939f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1697319 Apr 18 18:05:51.178106 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:51.178949 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:51.589172 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (3b938b0e-91fb-44e8-b213-d2cccbfb146d), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:51.598772 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-75a91da5-3d44-42ae-823b-e24e3d0f420d None None] Provisioning complete for port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:51.599145 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-75a91da5-3d44-42ae-823b-e24e3d0f420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:51.654340 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:48Z', 'revision_number': 3, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:51.660568 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:51.691117 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (99d4c977-2a8b-473b-90ce-071b1d014179), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:51.695745 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-623a3cc1-4f1b-4429-87f2-ee1538e95e40 req-cf88288a-2793-4502-9f73-631487c82a2c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4937789 Apr 18 18:05:51.700106 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-75a91da5-3d44-42ae-823b-e24e3d0f420d None None] Port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:05:51.709326 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb053ae6-66b5-4655-8b31-ee059b2a94c9 None None] The sync data for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi is: [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:48Z', 'revision_number': 3, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:05:51.799981 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-24a98668-d77f-4b5d-8a98-de08ba403ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:51.800765 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:51.801462 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-24a98668-d77f-4b5d-8a98-de08ba403ed6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e871e185-f869-4fa8-95ce-6ee63986737a HTTP/1.1" status: 200 len: 853 time: 1.4560981 Apr 18 18:05:51.809399 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '4afdc373-ec81-4dbc-be7a-380fc68f5d51', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'port_id': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'mac_address': 'fa:16:3e:bb:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:48Z', 'updated_at': '2022-04-18T18:05:48Z', 'revision_number': 0, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:51.810705 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bedeb-05fd-453f-bcfe-3af5e6a134f0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9cc3eb-b6fe-4320-9a1d-98bc9accafbe,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:51.826026 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:51.841916 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6a5c5-388d-4c4e-b13f-4658c19f8b48 None None] The sync data for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi is: [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '4afdc373-ec81-4dbc-be7a-380fc68f5d51', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'floating_ip_address': '172.27.3.190', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'port_id': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'mac_address': 'fa:16:3e:bb:00:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:48Z', 'updated_at': '2022-04-18T18:05:48Z', 'revision_number': 0, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:05:51.845064 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d18bedeb-05fd-453f-bcfe-3af5e6a134f0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:51.849211 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d18bedeb-05fd-453f-bcfe-3af5e6a134f0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7444105 Apr 18 18:05:51.861864 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45382) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:51.866793 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-1a1caa79-d6c8-4bc7-ba7a-568f34b50689 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'security_group_rule': {'security_group_id': 'ece39962-27b0-451b-b5fa-b7409c90a6c5', 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:51.898025 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-41c8cd56-017b-45d8-8dfe-55aa8d83c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:51.900809 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-41c8cd56-017b-45d8-8dfe-55aa8d83c99b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813951 Apr 18 18:05:51.911630 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133035-ada8-4390-b775-37cebe325f99 req-52aae377-630f-49d2-a632-57d38672f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:51.913342 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-52aae377-630f-49d2-a632-57d38672f76a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d&tenant_id=981bfa9fc3e14aafa977143986f7d71f HTTP/1.1" status: 200 len: 1128 time: 0.2507606 Apr 18 18:05:51.933456 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1a1caa79-d6c8-4bc7-ba7a-568f34b50689 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (9f3902ac-f96c-4d80-bca4-a4a885b4612d), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.047418 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1a1caa79-d6c8-4bc7-ba7a-568f34b50689 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (9f3902ac-f96c-4d80-bca4-a4a885b4612d), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.055333 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1a1caa79-d6c8-4bc7-ba7a-568f34b50689 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (9f3902ac-f96c-4d80-bca4-a4a885b4612d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.058600 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133035-ada8-4390-b775-37cebe325f99 req-54b34a15-fdbb-4120-8f88-79afe47cc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:52.060338 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-54b34a15-fdbb-4120-8f88-79afe47cc4cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 1128 time: 0.1178620 Apr 18 18:05:52.083309 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Publish callbacks [] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.087987 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1caa79-d6c8-4bc7-ba7a-568f34b50689 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3902ac-f96c-4d80-bca4-a4a885b4612d,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:52.092128 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.108113 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Floating IP 99d4c977-2a8b-473b-90ce-071b1d014179 associated. External IP: 172.27.3.194, port: 71d94128-fb80-46fd-9d06-e0bcdf6f1309. Apr 18 18:05:52.167318 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1a1caa79-d6c8-4bc7-ba7a-568f34b50689 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.169756 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1a1caa79-d6c8-4bc7-ba7a-568f34b50689 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3067713 Apr 18 18:05:52.193313 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45384) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:52.198342 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-3387c958-f2e2-4050-849c-7556e006c120 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'security_group_rule': {'security_group_id': 'ece39962-27b0-451b-b5fa-b7409c90a6c5', 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:52.221359 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (3b938b0e-91fb-44e8-b213-d2cccbfb146d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.239736 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5ca42-6c54-432d-aada-3258afb79bdd None None] New status for floating IP 4afdc373-ec81-4dbc-be7a-380fc68f5d51: ACTIVE {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:05:52.259687 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3387c958-f2e2-4050-849c-7556e006c120 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (843c9847-5265-446f-a2df-8c976de7e395), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.270322 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-00d30aa1-5bc0-4ab2-9fbf-4cd6abccab90 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559217 Apr 18 18:05:52.278561 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Pushing event updated for resources: {'Port': ['ID=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:52.351143 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3387c958-f2e2-4050-849c-7556e006c120 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (843c9847-5265-446f-a2df-8c976de7e395), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.385099 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3387c958-f2e2-4050-849c-7556e006c120 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (843c9847-5265-446f-a2df-8c976de7e395), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.422270 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387c958-f2e2-4050-849c-7556e006c120 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843c9847-5265-446f-a2df-8c976de7e395,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:52.432012 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3387c958-f2e2-4050-849c-7556e006c120 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.438035 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-3387c958-f2e2-4050-849c-7556e006c120 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2434428 Apr 18 18:05:52.438683 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133035-ada8-4390-b775-37cebe325f99 req-6fc98c43-0427-4d42-8a10-e37542327f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:52.440188 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-6fc98c43-0427-4d42-8a10-e37542327f33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.3681216 Apr 18 18:05:52.444619 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45388) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:52.478783 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-45daaa55-c4fa-43c5-99ff-d0bae2144a20 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'security_group_rule': {'security_group_id': 'ece39962-27b0-451b-b5fa-b7409c90a6c5', 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:52.510513 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:52.515054 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:52.628644 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45daaa55-c4fa-43c5-99ff-d0bae2144a20 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (c3ff9847-b600-4446-a734-083f9851cf10), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.847646 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fd93d95-46e3-44b3-8ed9-5c10490bd1c5 req-3feee0c4-3027-4644-85b4-a34611b7fa37 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660579 Apr 18 18:05:52.865474 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45daaa55-c4fa-43c5-99ff-d0bae2144a20 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (c3ff9847-b600-4446-a734-083f9851cf10), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.868697 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-5f749ea9-d7bb-4e6c-a709-17c12eccc05a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 HTTP/1.1" status: 200 len: 1000 time: 0.4175582 Apr 18 18:05:52.870853 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Router 3b938b0e-91fb-44e8-b213-d2cccbfb146d has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:05:52.896744 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45daaa55-c4fa-43c5-99ff-d0bae2144a20 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (c3ff9847-b600-4446-a734-083f9851cf10), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.946339 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-6496d0fa-825f-44b5-b817-71ff92d7c4cb None None] Provisioning complete for port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:52.949173 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6496d0fa-825f-44b5-b817-71ff92d7c4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:52.949501 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4085-61cf-4e27-9559-2b4fe6a80ec9 req-dd4fbfb7-ad1c-4426-b982-4e41134f8b75 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:52.959197 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e59f4085-61cf-4e27-9559-2b4fe6a80ec9 req-dd4fbfb7-ad1c-4426-b982-4e41134f8b75 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1183863 Apr 18 18:05:52.992169 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Router 3bee91fa-cf71-4cd1-953e-eafa754ec54a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:05:53.021182 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133035-ada8-4390-b775-37cebe325f99 req-c34692a0-bef9-498e-bfbd-48b9cb128fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:53.022722 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-c34692a0-bef9-498e-bfbd-48b9cb128fb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.1390626 Apr 18 18:05:53.027352 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a8d9a05a-807d-4227-b638-cb8ae1af0438 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:53.086346 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6496d0fa-825f-44b5-b817-71ff92d7c4cb None None] Port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:05:53.104889 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port a8d9a05a-807d-4227-b638-cb8ae1af0438 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:53.105523 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.120559 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daaa55-c4fa-43c5-99ff-d0bae2144a20 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ff9847-b600-4446-a734-083f9851cf10,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:53.132317 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45daaa55-c4fa-43c5-99ff-d0bae2144a20 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.134901 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-45daaa55-c4fa-43c5-99ff-d0bae2144a20 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6856661 Apr 18 18:05:53.151070 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45400) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:53.166055 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-1d4c0d00-1ffd-4203-b947-0285ce54910b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'security_group_rule': {'security_group_id': 'ece39962-27b0-451b-b5fa-b7409c90a6c5', 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:53.222210 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port a8d9a05a-807d-4227-b638-cb8ae1af0438 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:53.222901 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.229504 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.securitygroups_db [None req-1d4c0d00-1ffd-4203-b947-0285ce54910b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Project e5d3a5582af44c5ab9817cc86034389c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 18:05:53.256475 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133035-ada8-4390-b775-37cebe325f99 req-d2708086-6cc0-4999-88ba-45268e249bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:53.258008 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-d2708086-6cc0-4999-88ba-45268e249bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1691756 Apr 18 18:05:53.262057 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port a8d9a05a-807d-4227-b638-cb8ae1af0438, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a8d9a05a-807d-4227-b638-cb8ae1af0438,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:53.265787 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:05:53.270271 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.277329 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.281136 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] Sync routers for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:05:53.303136 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0d00-1ffd-4203-b947-0285ce54910b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (fa85756b-5d70-457c-806f-d5a3482afdfb), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.320681 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:05:53.355119 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-7431cb8e-ed64-453b-8ebe-b26d96852a95 admin admin] 10.222.0.20 "PUT /v2.0/routers/3b938b0e-91fb-44e8-b213-d2cccbfb146d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0498743 Apr 18 18:05:53.355381 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:53.355381 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:53.355729 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e59f4085-61cf-4e27-9559-2b4fe6a80ec9 req-50035db9-6826-4dd8-bebb-211f1e1ac167 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924096 Apr 18 18:05:53.386932 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8461aa27-49ec-4c88-afa0-eaf4dc474e3c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "PUT /v2.0/floatingips/99d4c977-2a8b-473b-90ce-071b1d014179 HTTP/1.1" status: 200 len: 991 time: 2.9901009 Apr 18 18:05:53.397005 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:53.400103 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:53.454680 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0d00-1ffd-4203-b947-0285ce54910b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (fa85756b-5d70-457c-806f-d5a3482afdfb), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.462002 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0d00-1ffd-4203-b947-0285ce54910b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (fa85756b-5d70-457c-806f-d5a3482afdfb), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.488900 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-42135c10-4e2d-4f77-a268-458f6f78dc76 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072902 Apr 18 18:05:53.490807 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc0638-3097-4088-9486-2cc2e3e1bd03 x-openstack-request-id: req-4acc0638-3097-4088-9486-2cc2e3e1bd03 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:53.491658 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:53.492161 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4acc0638-3097-4088-9486-2cc2e3e1bd03 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:53.492879 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acc0638-3097-4088-9486-2cc2e3e1bd03'] response: {'name': 'network-changed', 'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'status': 'completed', 'code': 200} Apr 18 18:05:53.519885 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0d00-1ffd-4203-b947-0285ce54910b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.524486 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1d4c0d00-1ffd-4203-b947-0285ce54910b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3692245 Apr 18 18:05:53.524486 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c0d00-1ffd-4203-b947-0285ce54910b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa85756b-5d70-457c-806f-d5a3482afdfb,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:53.526369 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45410) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:53.539080 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-b01d7491-bb2e-4334-941a-75e0de2680ed tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'security_group_rule': {'security_group_id': 'ece39962-27b0-451b-b5fa-b7409c90a6c5', 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:53.551691 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:53.561086 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-c7257f81-3392-4db3-9326-bd398a773b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:53.563416 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-c7257f81-3392-4db3-9326-bd398a773b19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1129 time: 0.0467396 Apr 18 18:05:53.575179 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.securitygroups_db [None req-b01d7491-bb2e-4334-941a-75e0de2680ed tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Project e5d3a5582af44c5ab9817cc86034389c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 18:05:53.585301 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b01d7491-bb2e-4334-941a-75e0de2680ed tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (83747592-2ffa-44b7-8bf6-85460a4e2d1e), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.608822 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=a8d9a05a-807d-4227-b638-cb8ae1af0438,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:53.691328 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b01d7491-bb2e-4334-941a-75e0de2680ed tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (83747592-2ffa-44b7-8bf6-85460a4e2d1e), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.696989 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b01d7491-bb2e-4334-941a-75e0de2680ed tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (83747592-2ffa-44b7-8bf6-85460a4e2d1e), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.731197 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d7491-bb2e-4334-941a-75e0de2680ed tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83747592-2ffa-44b7-8bf6-85460a4e2d1e,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:53.747059 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b01d7491-bb2e-4334-941a-75e0de2680ed tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:53.753576 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b01d7491-bb2e-4334-941a-75e0de2680ed tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2258799 Apr 18 18:05:53.835995 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f133035-ada8-4390-b775-37cebe325f99 req-c58cb1ed-5ba1-4be6-9374-a6255f5dd1a8 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293598 Apr 18 18:05:53.877236 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-2f727b12-63a7-4e61-8199-89d18a721dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:53.886408 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-2f727b12-63a7-4e61-8199-89d18a721dc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.3098826 Apr 18 18:05:53.990436 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-580ea071-11a5-4a22-9910-b7a78733a64d tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993861024&fields=id&tenant_id=e5d3a5582af44c5ab9817cc86034389c HTTP/1.1" status: 200 len: 267 time: 0.1375585 Apr 18 18:05:54.009030 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '99d4c977-2a8b-473b-90ce-071b1d014179', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'mac_address': 'fa:16:3e:fa:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:22Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 1, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:54.046354 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] Checking router: 3bee91fa-cf71-4cd1-953e-eafa754ec54a for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:05:54.058696 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:54.060015 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:54.086038 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-db0f155e-3eed-45df-8ab8-2c5e583789e1 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:54.092548 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-db0f155e-3eed-45df-8ab8-2c5e583789e1 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.0933652 Apr 18 18:05:54.115177 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'port': {'security_groups': ['e1af8836-76bf-4470-8145-62637ae47337', 'ece39962-27b0-451b-b5fa-b7409c90a6c5']}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:54.256124 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:54.316708 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:54.342946 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-20d09c9c-f86e-4bc2-b378-44d67fd523ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 200 len: 999 time: 0.4483333 Apr 18 18:05:54.394442 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45440) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:54.470561 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-562b2c36-c85f-4830-b3a6-9ecda568514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:54.472550 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-562b2c36-c85f-4830-b3a6-9ecda568514e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.1210907 Apr 18 18:05:54.483823 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1160630033-network', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:54.525691 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Sync routers for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:05:54.540220 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:54.541150 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:54.546851 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-bae1dbe6-7a23-4d0a-8b96-f807cf1be225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:54.548608 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-bae1dbe6-7a23-4d0a-8b96-f807cf1be225 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627065 Apr 18 18:05:54.594966 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a3e97-4ef4-4394-adc8-0e155676ad39 req-8d75eb6e-4fb4-44f2-8b96-952bf0ee7b94 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:54.596309 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2e0a3e97-4ef4-4394-adc8-0e155676ad39 req-8d75eb6e-4fb4-44f2-8b96-952bf0ee7b94 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1005397 Apr 18 18:05:54.600796 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Made reservation on behalf of 1eb13d5c94124c37967a6a3ff5760245 for: {'network': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:05:54.603914 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:54.642385 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '99d4c977-2a8b-473b-90ce-071b1d014179', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'mac_address': 'fa:16:3e:fa:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:22Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 1, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:54.644078 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:54.683769 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2d524-9cf1-4b87-9f75-1d5e24f9c2a7 None None] The sync data for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi is: [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '99d4c977-2a8b-473b-90ce-071b1d014179', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'mac_address': 'fa:16:3e:fa:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:22Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 1, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:05:54.702766 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-5d566399-79c3-4b04-9db4-f9b97b31e18e service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407802 Apr 18 18:05:54.778974 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:54.875510 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2e0a3e97-4ef4-4394-adc8-0e155676ad39 req-77258e48-d628-4490-8070-ce6593843d4d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566214 Apr 18 18:05:54.886636 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] For port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:54.985036 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b1d5e432-1bb5-4a9d-802c-aceaac6599a3 req-7521a0fd-66a8-4fea-92df-4e53092bbe18 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727695 Apr 18 18:05:55.013675 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.036374 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.050487 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:05:55.053340 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a8d9a05a-807d-4227-b638-cb8ae1af0438 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:55.100425 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Publish callbacks [] for security_group (63d3ac5c-7ee3-427a-9c84-dcdda6735244), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.130098 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (63d3ac5c-7ee3-427a-9c84-dcdda6735244), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.167485 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d3ac5c-7ee3-427a-9c84-dcdda6735244,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:55.176202 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52370a-e639-467d-9fd4-e0ab7597951f None None] New status for floating IP 99d4c977-2a8b-473b-90ce-071b1d014179: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:05:55.253225 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'Port': ['ID=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,revision_number=6']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:55.284537 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:55.285507 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for port (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.287817 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-46d7f6ce-b499-4c1c-9f9d-bc3fe94291a3 req-1b1765d7-dcd4-4d25-9a79-13a348e99d3e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "PUT /v2.0/ports/4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 982 time: 1.1812308 Apr 18 18:05:55.288413 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:05:55.291045 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89412e0c-60c8-4c4f-8e8d-6883661de478" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:05:55.294226 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:05:55.332156 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (096d30fd-848a-414f-b1dd-4563f6aa3954), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.339599 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.segments_db [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Added segment 096d30fd-848a-414f-b1dd-4563f6aa3954 of type vlan for network fccec81f-affb-408c-a53a-c2ccf0e666b7 Apr 18 18:05:55.471017 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c8b7c5-a75d-4bcb-8598-9e4e3ce56bd2 x-openstack-request-id: req-41c8b7c5-a75d-4bcb-8598-9e4e3ce56bd2 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:05:55.471519 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:05:55.473454 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41c8b7c5-a75d-4bcb-8598-9e4e3ce56bd2 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:05:55.474013 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c8b7c5-a75d-4bcb-8598-9e4e3ce56bd2'] response: {'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'status': 'completed', 'code': 200} Apr 18 18:05:55.480704 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 2, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:55.546025 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Checking router: 3b938b0e-91fb-44e8-b213-d2cccbfb146d for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:05:55.547370 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Updating router 3b938b0e-91fb-44e8-b213-d2cccbfb146d port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:05:55.594342 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (fccec81f-affb-408c-a53a-c2ccf0e666b7), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.625401 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.628347 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e60c5c-b0f8-46f9-927f-b6bb34de90aa req-7e77a08e-6146-4dfe-93bf-2fcf01077785 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:55.630056 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f2e60c5c-b0f8-46f9-927f-b6bb34de90aa req-7e77a08e-6146-4dfe-93bf-2fcf01077785 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.1653626 Apr 18 18:05:55.668067 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (fccec81f-affb-408c-a53a-c2ccf0e666b7), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.669171 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:55.669860 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:55.753525 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-c63a3485-7604-4955-a989-0725d0be3823 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1591935 Apr 18 18:05:55.776141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-5987617b-39d1-45e9-8185-bef6ba37dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:55.777584 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-5987617b-39d1-45e9-8185-bef6ba37dded service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d3a5582af44c5ab9817cc86034389c&device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1169 time: 0.2738664 Apr 18 18:05:55.783224 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3842871 Apr 18 18:05:55.783459 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45502) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:55.791286 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f2e60c5c-b0f8-46f9-927f-b6bb34de90aa req-79925b34-5a5d-4b86-b633-45c1cecfc0d4 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517215 Apr 18 18:05:55.795752 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Request body: {'subnet': {'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1160630033-subnet', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:55.798215 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1bed8-665e-427d-86f4-279e52c66a35 admin admin] Pushing event updated for resources: {'Network': ['ID=fccec81f-affb-408c-a53a-c2ccf0e666b7,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:55.939043 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Made reservation on behalf of 1eb13d5c94124c37967a6a3ff5760245 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:05:55.941629 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13561518'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:56.004378 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network fccec81f-affb-408c-a53a-c2ccf0e666b7 details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:05:56.105717 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:05:56.146613 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ce3755c2-c60b-44dd-ad51-36a55d004fe5 None None] Provisioning complete for port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:56.147248 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce3755c2-c60b-44dd-ad51-36a55d004fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:56.238124 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Publish callbacks [] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:56.251755 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:56.273558 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b7af4-1283-4249-8abf-c09bed5c602f req-10bf29a1-a302-4fe9-bd5d-e3b26567ccdd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:56.292122 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e4b7af4-1283-4249-8abf-c09bed5c602f req-10bf29a1-a302-4fe9-bd5d-e3b26567ccdd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1299977 Apr 18 18:05:56.324343 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c683593-fad2-4e86-9a3b-41ab736a485d None None] Pushing event updated for resources: {'Port': ['ID=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:56.343157 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-6a1805f1-a2cd-44a3-a92c-206b860715b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:56.352056 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-6a1805f1-a2cd-44a3-a92c-206b860715b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 1129 time: 0.5002847 Apr 18 18:05:56.425891 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e4b7af4-1283-4249-8abf-c09bed5c602f req-e0c4a009-b7ef-44bc-882e-52c4ad287bff tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246192 Apr 18 18:05:56.437476 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port a8d9a05a-807d-4227-b638-cb8ae1af0438 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:56.438033 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:56.547393 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Attempting to bind port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:05:56.547973 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Attempting to bind port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:05:56.548424 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Attempting to bind port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 on network 60e61468-d32f-4ab1-986f-5153b13a0dd9 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:56.557227 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:05:56.557748 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Checking segment: {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:56.558352 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:56.558756 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Bound using segment: {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:05:56.559251 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Bound port: b7bf64a2-3931-4a1e-bbb3-a62f067e3af6, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:05:56.559625 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:56.583172 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-3a3f9306-a805-4073-b63c-599530251d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:56.586416 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-3a3f9306-a805-4073-b63c-599530251d1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.2033551 Apr 18 18:05:56.673768 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] For port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:05:56.686622 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] For port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:05:56.703241 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:56.816328 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-9bac1bed-593a-4ebd-ba07-4ef0455ea77f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35119271-5bf4-4971-8807-e658b6f5e49a HTTP/1.1" status: 200 len: 217 time: 0.1789193 Apr 18 18:05:56.819964 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-26755a65-f3b1-4111-8486-6f8282df7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:56.822176 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-26755a65-f3b1-4111-8486-6f8282df7aa2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 200 len: 914 time: 0.9849181 Apr 18 18:05:56.866691 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:05:56.866691 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:56.957731 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ce3755c2-c60b-44dd-ad51-36a55d004fe5 None None] Current status of the port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:57.018465 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port a8d9a05a-807d-4227-b638-cb8ae1af0438 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:57.112638 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-900e8364-3daf-4bf5-8e7b-c8331ef56a15 None None] Provisioning complete for port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:57.113312 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-900e8364-3daf-4bf5-8e7b-c8331ef56a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:57.155954 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:05:57.157647 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-cce12c66-3753-4a93-9d43-8882402ba599 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 1002 time: 0.3140111 Apr 18 18:05:57.219825 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c683593-fad2-4e86-9a3b-41ab736a485d None None] Pushing event updated for resources: {'Port': ['ID=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,revision_number=4']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:57.289155 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-aca70f17-708f-417f-b9e1-09b2d6897d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:57.289155 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-aca70f17-708f-417f-b9e1-09b2d6897d56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.4620261 Apr 18 18:05:57.430985 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-a997b9d1-3f7e-4b10-9791-0f94efa9fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:57.433415 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-a997b9d1-3f7e-4b10-9791-0f94efa9fc0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800807 Apr 18 18:05:57.565388 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13561528'] for subnet (e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:57.575830 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-fca2b470-2745-4185-bd11-5a0d5f6f0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:57.599032 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-fca2b470-2745-4185-bd11-5a0d5f6f0627 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e871e185-f869-4fa8-95ce-6ee63986737a HTTP/1.1" status: 200 len: 853 time: 0.3895049 Apr 18 18:05:57.646017 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-900e8364-3daf-4bf5-8e7b-c8331ef56a15 None None] Current status of the port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:57.646684 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-900e8364-3daf-4bf5-8e7b-c8331ef56a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:57.726690 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcacfa2-7964-4570-9577-9affc399ed5b req-f9b76716-730e-4b25-a4e7-14b1247dc717 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:57.727343 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-900e8364-3daf-4bf5-8e7b-c8331ef56a15 None None] For port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:05:57.739493 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-adcacfa2-7964-4570-9577-9affc399ed5b req-f9b76716-730e-4b25-a4e7-14b1247dc717 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1549220 Apr 18 18:05:57.773788 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:56Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:05:57.777693 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-900e8364-3daf-4bf5-8e7b-c8331ef56a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:57.876165 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-adcacfa2-7964-4570-9577-9affc399ed5b req-bb387d67-3ca1-48fc-98ce-e9e7845dab62 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235733 Apr 18 18:05:57.878344 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed5e63-888c-4527-b6f6-76ad63a51905 None None] The sync data for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi is: [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:56Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:05:57.987523 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-c9523396-4ecb-47da-8a5f-34504bcc5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:57.987723 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-b2b44a14-a2c8-435a-880f-13cbf92264c9 None None] Provisioning complete for port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:57.987723 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2b44a14-a2c8-435a-880f-13cbf92264c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:58.004602 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-c9523396-4ecb-47da-8a5f-34504bcc5214 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3634355 Apr 18 18:05:58.063903 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e8364-3daf-4bf5-8e7b-c8331ef56a15 None None] Pushing event updated for resources: {'Port': ['ID=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:58.103109 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-2cdae646-38bb-433f-9c59-f32714d2c84a service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022562 Apr 18 18:05:58.111418 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Checking segment: {'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:58.111810 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Network hostable DHCP agents. Network: fccec81f-affb-408c-a53a-c2ccf0e666b7, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:05:58.114476 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:58.147226 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Network fccec81f-affb-408c-a53a-c2ccf0e666b7 is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:05:58.172468 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, fccec81f-affb-408c-a53a-c2ccf0e666b7) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:58.184566 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8084926a-b488-4de1-8b91-b7d80828accd None None] Network fccec81f-affb-408c-a53a-c2ccf0e666b7 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:05:58.192292 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:58.193016 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:58.237427 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7dd4a88e-fa55-4986-adc8-3f545e89b0ac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4496226 Apr 18 18:05:58.239214 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45530) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:05:58.244761 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:05:58.306562 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (604a275d-ef79-438b-8621-887cb371cfc4), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:58.307642 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (604a275d-ef79-438b-8621-887cb371cfc4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:58.318415 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b2b44a14-a2c8-435a-880f-13cbf92264c9 None None] Current status of the port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:58.527720 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-fccec81f-affb-408c-a53a-c2ccf0e666b7', 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7', 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'fixed_ips': [{'subnet_id': 'e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:05:58.529045 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:58.539105 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c214311-1b4d-4cd2-a357-05902b0132a2 req-5555a8ed-2de7-45ad-9b4d-ee245f3e9a42 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365992 Apr 18 18:05:58.791170 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-c265a977-a007-49f2-9faf-e33a32c2c8df service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858377 Apr 18 18:05:58.801744 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks [] for router_controller (604a275d-ef79-438b-8621-887cb371cfc4), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:58.870544 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Allocated IP 172.20.0.2 (fccec81f-affb-408c-a53a-c2ccf0e666b7/e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d/fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:05:59.157998 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837031b5-febe-41a0-9e11-5bcbe9a7bae1 req-1c1e341e-ebd1-49de-b0da-5b17dc602348 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:05:59.159704 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-837031b5-febe-41a0-9e11-5bcbe9a7bae1 req-1c1e341e-ebd1-49de-b0da-5b17dc602348 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1116333 Apr 18 18:05:59.277943 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks [] for router_gateway (604a275d-ef79-438b-8621-887cb371cfc4), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:59.283509 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-837031b5-febe-41a0-9e11-5bcbe9a7bae1 req-a71326b0-b86a-43f4-933d-a75c43ad0db8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156940 Apr 18 18:05:59.299711 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:05:59.343329 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Publish callbacks [] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:59.363882 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:59.563446 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Network fccec81f-affb-408c-a53a-c2ccf0e666b7 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:05:59.573769 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:05:59.578187 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Pushing event updated for resources: {'Port': ['ID=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:05:59.586088 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:05:59.661089 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:05:59.661672 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:59.739906 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Attempting to bind port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:05:59.740425 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Attempting to bind port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:05:59.741028 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Attempting to bind port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea on network fccec81f-affb-408c-a53a-c2ccf0e666b7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:05:59.754162 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:05:59.754733 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Checking segment: {'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:05:59.754996 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:59.755509 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Bound using segment: {'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:05:59.755815 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Bound port: fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:05:59.756193 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:59.889480 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:05:59.899600 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks [] for router_gateway (604a275d-ef79-438b-8621-887cb371cfc4), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:59.905375 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89412e0c-60c8-4c4f-8e8d-6883661de478 req-2ab30c31-cdca-4af1-99a7-dec6deb66ad3 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822244 Apr 18 18:05:59.924409 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:05:59.975260 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] For port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:05:59.978882 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] For port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,segment=NetworkSegment(096d30fd-848a-414f-b1dd-4563f6aa3954),segment_id=096d30fd-848a-414f-b1dd-4563f6aa3954)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:05:59.987967 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:00.147079 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3ce3-7a6b-42ea-8241-7d8907233eea None None] Pushing event updated for resources: {'Port': ['ID=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:00.165231 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Allocated IP 172.27.3.149 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:06:00.367635 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks [] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:00.478118 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:00.547025 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6872e-67f2-4a9c-87da-709a76460a9e req-527f8f27-0875-4146-8538-b7b0994498c9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:00.558935 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-44a6872e-67f2-4a9c-87da-709a76460a9e req-527f8f27-0875-4146-8538-b7b0994498c9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1042390 Apr 18 18:06:00.565082 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:00.594911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.595620 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.596210 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.596795 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.597373 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.597960 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.598550 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.599127 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.599700 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.600279 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.600854 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.601671 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.602268 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.603011 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.603522 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:00.614978 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:06:00.618185 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:06:00.626405 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:06:00.661857 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-44a6872e-67f2-4a9c-87da-709a76460a9e req-418d0aa7-71b7-498f-9a54-a73ad706ebf9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019981 Apr 18 18:06:00.835697 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:00.978966 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks [] for router_gateway (604a275d-ef79-438b-8621-887cb371cfc4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:01.194739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:06:01.297488 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:01.297956 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:01.472597 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:01.473180 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:01.519103 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,segment=NetworkSegment(096d30fd-848a-414f-b1dd-4563f6aa3954),segment_id=096d30fd-848a-414f-b1dd-4563f6aa3954)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:01.528023 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:01.631570 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce32bec4-9dba-4d7f-9c9b-1e7436361db9 None None] Network fccec81f-affb-408c-a53a-c2ccf0e666b7 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:06:01.641945 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (604a275d-ef79-438b-8621-887cb371cfc4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:01.663877 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:01.736359 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-2f0cf66e-1fea-4fee-9ef8-d279cf679b23 None None] Provisioning complete for port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:01.736807 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f0cf66e-1fea-4fee-9ef8-d279cf679b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:01.910857 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1cfc5-2243-46c9-bec2-aabc3deff9f4 req-027cae35-5ddd-43cf-96d0-157044668185 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:01.912400 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Router 604a275d-ef79-438b-8621-887cb371cfc4 is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:06:01.930937 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7ef1cfc5-2243-46c9-bec2-aabc3deff9f4 req-027cae35-5ddd-43cf-96d0-157044668185 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1155093 Apr 18 18:06:01.960595 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2f0cf66e-1fea-4fee-9ef8-d279cf679b23 None None] Current status of the port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:02.035926 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7ef1cfc5-2243-46c9-bec2-aabc3deff9f4 req-06f679d4-85c0-4a91-96e1-3d018afdfd97 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032162 Apr 18 18:06:02.124976 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:06:02.137992 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Sync routers for ids ['604a275d-ef79-438b-8621-887cb371cfc4'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:06:02.156386 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Routers {'604a275d-ef79-438b-8621-887cb371cfc4'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:06:02.156799 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['604a275d-ef79-438b-8621-887cb371cfc4'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:02.159219 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:02.160618 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c202d611-fa32-441e-816e-fe596f14a0f8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9203141 Apr 18 18:06:02.163911 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45556) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:02.193601 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-f0d29637-7fcf-452c-a903-27019b3daa4e None None] Provisioning complete for port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:02.194187 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f0d29637-7fcf-452c-a903-27019b3daa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:02.377074 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Set router 604a275d-ef79-438b-8621-887cb371cfc4 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:06:02.383434 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f0d29637-7fcf-452c-a903-27019b3daa4e None None] Current status of the port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:02.655014 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:06:00Z', 'revision_number': 3, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port': {'id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:59Z', 'updated_at': '2022-04-18T18:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:02.706587 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Checking router: 604a275d-ef79-438b-8621-887cb371cfc4 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:06:02.706995 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Updating router 604a275d-ef79-438b-8621-887cb371cfc4 port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:06:02.737723 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:02.889069 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.141681 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Allocated IP 172.20.0.1 (fccec81f-affb-408c-a53a-c2ccf0e666b7/e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d/c7a4eb82-2467-417a-8fbd-506090af78dd) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:06:03.205278 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Publish callbacks [] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.217900 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.220803 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:06:03.300671 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e87bb8-1ee2-4ba4-8cb5-34d18298df19 req-33614f7b-5925-4ed1-bc9a-1e1e5d2fde50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:03.312272 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-04e87bb8-1ee2-4ba4-8cb5-34d18298df19 req-33614f7b-5925-4ed1-bc9a-1e1e5d2fde50 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1044297 Apr 18 18:06:03.362672 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:03.362941 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Attempting to bind port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:06:03.363439 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Attempting to bind port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:06:03.363874 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Attempting to bind port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:06:03.366570 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d7269-8c93-4b01-bbce-5e0da3b824fa None None] Pushing event updated for resources: {'Port': ['ID=bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:03.367285 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.390898 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:06:03.391333 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:06:03.393640 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.395020 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:06:03.396235 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Bound port: bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:06:03.396979 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.474619 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-04e87bb8-1ee2-4ba4-8cb5-34d18298df19 req-e9407349-c1a4-43b8-ae9c-920190c16cd1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613820 Apr 18 18:06:03.519670 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] For port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:06:03.526678 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Publish callbacks [] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.543868 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] For port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:06:03.556270 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.583889 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:03.594692 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.639091 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Routers {'604a275d-ef79-438b-8621-887cb371cfc4'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:06:03.640111 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['604a275d-ef79-438b-8621-887cb371cfc4'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:03.666496 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Network fccec81f-affb-408c-a53a-c2ccf0e666b7 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:06:03.672907 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:06:03.675442 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Pushing event updated for resources: {'Port': ['ID=c7a4eb82-2467-417a-8fbd-506090af78dd,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:03.678067 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:06:03.743589 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.743938 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.744301 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.744875 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.745213 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.745542 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.745898 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.746192 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.746540 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.746865 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.747424 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.747776 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.748833 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.749181 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.749565 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:03.772166 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (604a275d-ef79-438b-8621-887cb371cfc4), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:03.815789 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d7269-8c93-4b01-bbce-5e0da3b824fa None None] Pushing event updated for resources: {'Port': ['ID=bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:03.845739 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] Set router 604a275d-ef79-438b-8621-887cb371cfc4 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:06:03.996788 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:04.128669 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-916ab64e-4ce4-488c-8e4e-39f26103f261 None None] Provisioning complete for port c7a4eb82-2467-417a-8fbd-506090af78dd triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:04.129157 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-916ab64e-4ce4-488c-8e4e-39f26103f261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:04.150414 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:06:00Z', 'revision_number': 3, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port': {'id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:59Z', 'updated_at': '2022-04-18T18:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:04.197276 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a8deb-f2db-4db3-b344-f1ceff3fd26b None None] The sync data for ids ['604a275d-ef79-438b-8621-887cb371cfc4'] in dv-cinder-838329-1-iscsi is: [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:06:00Z', 'revision_number': 3, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port': {'id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:59Z', 'updated_at': '2022-04-18T18:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:06:04.243178 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-916ab64e-4ce4-488c-8e4e-39f26103f261 None None] Port c7a4eb82-2467-417a-8fbd-506090af78dd cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:06:04.353167 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Publish callbacks [] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:04.361573 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:04.459729 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (604a275d-ef79-438b-8621-887cb371cfc4), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:04.463307 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Pushing event updated for resources: {'Port': ['ID=c7a4eb82-2467-417a-8fbd-506090af78dd,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:04.957011 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dff5a-621f-44ca-8007-1265c50259a9 req-3ce4c9db-5720-4b0d-9c51-46c32e81feba tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:04.958818 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7b1dff5a-621f-44ca-8007-1265c50259a9 req-3ce4c9db-5720-4b0d-9c51-46c32e81feba tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.1230419 Apr 18 18:06:05.037561 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Network fccec81f-affb-408c-a53a-c2ccf0e666b7 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:06:05.043929 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:06:05.068517 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7b1dff5a-621f-44ca-8007-1265c50259a9 req-8cf71841-7f4b-408c-914f-0775a8b213e8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946681 Apr 18 18:06:05.278155 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:06:05.416366 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Router 604a275d-ef79-438b-8621-887cb371cfc4 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:06:05.419385 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:05.419799 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:05.601678 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:05.602351 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:05.634822 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:05.645202 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:05.652390 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:06:05.678276 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f095c184-197c-4871-b867-e7f42f5caa5f admin admin] 10.222.0.20 "PUT /v2.0/routers/604a275d-ef79-438b-8621-887cb371cfc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5022812 Apr 18 18:06:05.725838 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:05.729359 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-0f5787e0-af73-4bce-b245-f78dcde40cc8 None None] Provisioning complete for port c7a4eb82-2467-417a-8fbd-506090af78dd triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:05.729735 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0f5787e0-af73-4bce-b245-f78dcde40cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:05.795426 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0f5787e0-af73-4bce-b245-f78dcde40cc8 None None] Port c7a4eb82-2467-417a-8fbd-506090af78dd cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:06:06.326153 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e12f-a6c5-4238-b81b-dc574d4630bd req-fb0f7171-db41-4eed-a3bf-48b3f8992ce0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:06.334086 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0569e12f-a6c5-4238-b81b-dc574d4630bd req-fb0f7171-db41-4eed-a3bf-48b3f8992ce0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0956981 Apr 18 18:06:06.403562 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45582) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:06.412426 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-65269672-7acb-43ad-8279-4b915d86fe1e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456965412', 'description': 'tempest-secgroup-smoke-456965412 description', 'project_id': 'f0969e297d5542c994c55560f17c6cc7'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:06.433764 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0569e12f-a6c5-4238-b81b-dc574d4630bd req-73cd3758-2a1f-4542-80db-6da7d0a5b843 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988758 Apr 18 18:06:06.451013 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65269672-7acb-43ad-8279-4b915d86fe1e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.546408 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65269672-7acb-43ad-8279-4b915d86fe1e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group (af17e84e-7f6f-48eb-bad8-3e11f2681330), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.551177 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65269672-7acb-43ad-8279-4b915d86fe1e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (af17e84e-7f6f-48eb-bad8-3e11f2681330), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.584564 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65269672-7acb-43ad-8279-4b915d86fe1e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.585804 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-65269672-7acb-43ad-8279-4b915d86fe1e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1805654 Apr 18 18:06:06.587909 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65269672-7acb-43ad-8279-4b915d86fe1e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af17e84e-7f6f-48eb-bad8-3e11f2681330,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:06.588948 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45584) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:06.599955 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-fa132e64-6a45-4422-bc70-319ddae08b64 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'security_group_rule': {'security_group_id': 'af17e84e-7f6f-48eb-bad8-3e11f2681330', 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:06.638292 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fa132e64-6a45-4422-bc70-319ddae08b64 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (6f4bc3ea-f134-4060-a58a-d09e6e3c01d4), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.710277 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fa132e64-6a45-4422-bc70-319ddae08b64 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (6f4bc3ea-f134-4060-a58a-d09e6e3c01d4), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.715643 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fa132e64-6a45-4422-bc70-319ddae08b64 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (6f4bc3ea-f134-4060-a58a-d09e6e3c01d4), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.738117 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa132e64-6a45-4422-bc70-319ddae08b64 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4bc3ea-f134-4060-a58a-d09e6e3c01d4,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:06.753836 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fa132e64-6a45-4422-bc70-319ddae08b64 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.755275 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-fa132e64-6a45-4422-bc70-319ddae08b64 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651669 Apr 18 18:06:06.758113 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45586) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:06.762701 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-312149fa-260d-4a9a-ae34-dac0dfd06f87 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'security_group_rule': {'security_group_id': 'af17e84e-7f6f-48eb-bad8-3e11f2681330', 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:06.799082 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-312149fa-260d-4a9a-ae34-dac0dfd06f87 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (8a014f70-1ee2-46d9-acf2-95d0910acfb7), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.867687 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-312149fa-260d-4a9a-ae34-dac0dfd06f87 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (8a014f70-1ee2-46d9-acf2-95d0910acfb7), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.873580 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-312149fa-260d-4a9a-ae34-dac0dfd06f87 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (8a014f70-1ee2-46d9-acf2-95d0910acfb7), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.897649 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312149fa-260d-4a9a-ae34-dac0dfd06f87 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a014f70-1ee2-46d9-acf2-95d0910acfb7,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:06.907310 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-312149fa-260d-4a9a-ae34-dac0dfd06f87 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:06.911577 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-312149fa-260d-4a9a-ae34-dac0dfd06f87 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522210 Apr 18 18:06:06.914484 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45588) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:06.919065 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-082b51da-7b7d-4d1f-ad5d-ef23450df64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'security_group_rule': {'security_group_id': 'af17e84e-7f6f-48eb-bad8-3e11f2681330', 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:06.931680 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Sync routers for ids ['604a275d-ef79-438b-8621-887cb371cfc4'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:06:06.945949 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Routers {'604a275d-ef79-438b-8621-887cb371cfc4'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:06:06.946690 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['604a275d-ef79-438b-8621-887cb371cfc4'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:06.976484 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-082b51da-7b7d-4d1f-ad5d-ef23450df64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (fd0684fe-62f7-4a26-98fc-5acb2f5c511b), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.065872 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-082b51da-7b7d-4d1f-ad5d-ef23450df64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (fd0684fe-62f7-4a26-98fc-5acb2f5c511b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.071421 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-082b51da-7b7d-4d1f-ad5d-ef23450df64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (fd0684fe-62f7-4a26-98fc-5acb2f5c511b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.094178 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b51da-7b7d-4d1f-ad5d-ef23450df64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0684fe-62f7-4a26-98fc-5acb2f5c511b,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:07.117226 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-082b51da-7b7d-4d1f-ad5d-ef23450df64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.119591 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-082b51da-7b7d-4d1f-ad5d-ef23450df64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2039988 Apr 18 18:06:07.122269 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45590) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:07.131542 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f701ca23-17b9-4118-855b-e7eb4aebaac3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'security_group_rule': {'security_group_id': 'af17e84e-7f6f-48eb-bad8-3e11f2681330', 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:07.163657 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f701ca23-17b9-4118-855b-e7eb4aebaac3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (5550d78d-f258-45bd-8ac5-acc2b9deaa93), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.209172 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:06:07.233304 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f701ca23-17b9-4118-855b-e7eb4aebaac3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (5550d78d-f258-45bd-8ac5-acc2b9deaa93), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.238094 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f701ca23-17b9-4118-855b-e7eb4aebaac3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (5550d78d-f258-45bd-8ac5-acc2b9deaa93), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.259771 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701ca23-17b9-4118-855b-e7eb4aebaac3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5550d78d-f258-45bd-8ac5-acc2b9deaa93,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:07.268656 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f701ca23-17b9-4118-855b-e7eb4aebaac3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.269897 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f701ca23-17b9-4118-855b-e7eb4aebaac3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436772 Apr 18 18:06:07.271538 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Set router 604a275d-ef79-438b-8621-887cb371cfc4 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:06:07.272528 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45594) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:07.277414 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d2013716-d928-478f-880e-f486f282bda2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'security_group_rule': {'security_group_id': 'af17e84e-7f6f-48eb-bad8-3e11f2681330', 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:07.301235 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.securitygroups_db [None req-d2013716-d928-478f-880e-f486f282bda2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Project f0969e297d5542c994c55560f17c6cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 18:06:07.306913 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2013716-d928-478f-880e-f486f282bda2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (26d88a98-3e08-4089-b581-601abfbfd5c5), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.324124 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:07.324999 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.386306 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2013716-d928-478f-880e-f486f282bda2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (26d88a98-3e08-4089-b581-601abfbfd5c5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.400274 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2013716-d928-478f-880e-f486f282bda2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (26d88a98-3e08-4089-b581-601abfbfd5c5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.420639 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2013716-d928-478f-880e-f486f282bda2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d88a98-3e08-4089-b581-601abfbfd5c5,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:07.426093 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d2013716-d928-478f-880e-f486f282bda2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.430400 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d2013716-d928-478f-880e-f486f282bda2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541209 Apr 18 18:06:07.430630 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45598) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:07.436340 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c9d1046b-c671-422a-99d0-b6fba6b2b632 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'security_group_rule': {'security_group_id': 'af17e84e-7f6f-48eb-bad8-3e11f2681330', 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:07.459860 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.securitygroups_db [None req-c9d1046b-c671-422a-99d0-b6fba6b2b632 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Project f0969e297d5542c994c55560f17c6cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 18:06:07.466923 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9d1046b-c671-422a-99d0-b6fba6b2b632 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (4353a0c0-86ef-4a45-b51c-2c624318b042), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.538495 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9d1046b-c671-422a-99d0-b6fba6b2b632 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (4353a0c0-86ef-4a45-b51c-2c624318b042), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.541974 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:07.543278 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9d1046b-c671-422a-99d0-b6fba6b2b632 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (4353a0c0-86ef-4a45-b51c-2c624318b042), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.564213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1046b-c671-422a-99d0-b6fba6b2b632 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4353a0c0-86ef-4a45-b51c-2c624318b042,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:07.568937 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:06:03Z', 'revision_number': 4, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port': {'id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:59Z', 'updated_at': '2022-04-18T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c7a4eb82-2467-417a-8fbd-506090af78dd', 'name': '', 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'mac_address': 'fa:16:3e:de:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:06:02Z', 'updated_at': '2022-04-18T18:06:04Z', 'revision_number': 2, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'subnets': [{'id': 'e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:07.574587 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9d1046b-c671-422a-99d0-b6fba6b2b632 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.584568 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c9d1046b-c671-422a-99d0-b6fba6b2b632 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441813 Apr 18 18:06:07.585634 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cd443-61a7-4504-94a9-b172ec2a6a15 req-142a0f67-d44c-40e0-a71c-c78fc226d50c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:07.587561 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7d1cd443-61a7-4504-94a9-b172ec2a6a15 req-142a0f67-d44c-40e0-a71c-c78fc226d50c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0588424 Apr 18 18:06:07.603306 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Checking router: 604a275d-ef79-438b-8621-887cb371cfc4 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:06:07.603953 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Updating router 604a275d-ef79-438b-8621-887cb371cfc4 port c7a4eb82-2467-417a-8fbd-506090af78dd binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:06:07.645795 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.656338 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7d1cd443-61a7-4504-94a9-b172ec2a6a15 req-bba0fb56-d46d-4bed-830c-2380bad2f709 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573540 Apr 18 18:06:07.739426 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:06:07.949899 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Publish callbacks [] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:07.957903 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:08.013193 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ed03a-6840-444d-b3ea-c6e60a19ec32 None None] Pushing event updated for resources: {'Port': ['ID=c7a4eb82-2467-417a-8fbd-506090af78dd,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:08.074792 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Attempting to bind port c7a4eb82-2467-417a-8fbd-506090af78dd on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:06:08.075142 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Attempting to bind port c7a4eb82-2467-417a-8fbd-506090af78dd by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:06:08.075510 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Attempting to bind port c7a4eb82-2467-417a-8fbd-506090af78dd on network fccec81f-affb-408c-a53a-c2ccf0e666b7 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:06:08.083071 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:06:08.083909 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Checking segment: {'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:06:08.084514 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:08.085313 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Bound using segment: {'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:06:08.087777 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Bound port: c7a4eb82-2467-417a-8fbd-506090af78dd, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096d30fd-848a-414f-b1dd-4563f6aa3954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:06:08.088532 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:08.178913 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] For port c7a4eb82-2467-417a-8fbd-506090af78dd, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:06:08.185968 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] For port c7a4eb82-2467-417a-8fbd-506090af78dd, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c7a4eb82-2467-417a-8fbd-506090af78dd,segment=NetworkSegment(096d30fd-848a-414f-b1dd-4563f6aa3954),segment_id=096d30fd-848a-414f-b1dd-4563f6aa3954)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:06:08.198461 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:08.274673 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Routers {'604a275d-ef79-438b-8621-887cb371cfc4'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:06:08.275463 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:05:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['604a275d-ef79-438b-8621-887cb371cfc4'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:08.349616 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ed03a-6840-444d-b3ea-c6e60a19ec32 None None] Pushing event updated for resources: {'Port': ['ID=c7a4eb82-2467-417a-8fbd-506090af78dd,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:08.384909 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-6e43bd9f-9a4b-44e1-a6bd-c9abe99b7fe5 None None] Provisioning complete for port c7a4eb82-2467-417a-8fbd-506090af78dd triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:08.384909 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e43bd9f-9a4b-44e1-a6bd-c9abe99b7fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:08.508630 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] Set router 604a275d-ef79-438b-8621-887cb371cfc4 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:06:08.655071 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e43bd9f-9a4b-44e1-a6bd-c9abe99b7fe5 None None] Current status of the port c7a4eb82-2467-417a-8fbd-506090af78dd is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:08.655597 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e43bd9f-9a4b-44e1-a6bd-c9abe99b7fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:08.736518 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-6e43bd9f-9a4b-44e1-a6bd-c9abe99b7fe5 None None] For port c7a4eb82-2467-417a-8fbd-506090af78dd, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c7a4eb82-2467-417a-8fbd-506090af78dd,segment=NetworkSegment(096d30fd-848a-414f-b1dd-4563f6aa3954),segment_id=096d30fd-848a-414f-b1dd-4563f6aa3954)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:08.743116 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e43bd9f-9a4b-44e1-a6bd-c9abe99b7fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:08.813455 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbab2bc-b91a-4898-83fb-aac1e53e1b08 req-03d9494c-2066-4234-b5ff-b5bdb9dcf30d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:08.815203 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ebbab2bc-b91a-4898-83fb-aac1e53e1b08 req-03d9494c-2066-4234-b5ff-b5bdb9dcf30d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0563178 Apr 18 18:06:08.833107 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43bd9f-9a4b-44e1-a6bd-c9abe99b7fe5 None None] Pushing event updated for resources: {'Port': ['ID=c7a4eb82-2467-417a-8fbd-506090af78dd,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:08.844079 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:06:03Z', 'revision_number': 4, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port': {'id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:59Z', 'updated_at': '2022-04-18T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c7a4eb82-2467-417a-8fbd-506090af78dd', 'name': '', 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'mac_address': 'fa:16:3e:de:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:06:02Z', 'updated_at': '2022-04-18T18:06:08Z', 'revision_number': 4, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'subnets': [{'id': 'e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:08.878562 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44ee47a-b79d-4a00-aeef-33df4b921840 None None] The sync data for ids ['604a275d-ef79-438b-8621-887cb371cfc4'] in dv-cinder-838329-1-iscsi is: [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:06:03Z', 'revision_number': 4, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port': {'id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:59Z', 'updated_at': '2022-04-18T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c7a4eb82-2467-417a-8fbd-506090af78dd', 'name': '', 'network_id': 'fccec81f-affb-408c-a53a-c2ccf0e666b7', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'mac_address': 'fa:16:3e:de:79:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:06:02Z', 'updated_at': '2022-04-18T18:06:08Z', 'revision_number': 4, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'subnets': [{'id': 'e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:06:08.884790 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ebbab2bc-b91a-4898-83fb-aac1e53e1b08 req-cb4c4f74-ae5e-43cf-9bc4-9f4493c20176 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610397 Apr 18 18:06:08.887314 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-fa86ab04-c974-4b96-b2c0-e97baea56b0a None None] Provisioning complete for port c7a4eb82-2467-417a-8fbd-506090af78dd triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:08.887698 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa86ab04-c974-4b96-b2c0-e97baea56b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:08.993739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fa86ab04-c974-4b96-b2c0-e97baea56b0a None None] Current status of the port c7a4eb82-2467-417a-8fbd-506090af78dd is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:09.132032 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c7a4eb82-2467-417a-8fbd-506090af78dd up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:06:09.202565 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port c7a4eb82-2467-417a-8fbd-506090af78dd triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:09.202565 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:09.286178 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port c7a4eb82-2467-417a-8fbd-506090af78dd is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:10.029381 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f4ff2-cb6d-4ce9-b87a-cd26ea5efdfc req-07a324ab-d5d4-43b0-be87-78007d8f2d2d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:10.031793 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-489f4ff2-cb6d-4ce9-b87a-cd26ea5efdfc req-07a324ab-d5d4-43b0-be87-78007d8f2d2d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0540888 Apr 18 18:06:10.087004 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-489f4ff2-cb6d-4ce9-b87a-cd26ea5efdfc req-158bb007-c2be-434a-b917-674bf1d138d8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491593 Apr 18 18:06:11.206269 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7f603-c6ac-4fc1-b4a4-add62a6282c2 req-2d88b353-1c33-4339-a962-14d5eebf0780 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:11.207716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bdf7f603-c6ac-4fc1-b4a4-add62a6282c2 req-2d88b353-1c33-4339-a962-14d5eebf0780 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0474691 Apr 18 18:06:11.261076 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bdf7f603-c6ac-4fc1-b4a4-add62a6282c2 req-b89caf82-02a0-4915-a40b-4dc7c9a9bfc2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476725 Apr 18 18:06:12.390506 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2685d9-99e8-4c8a-9a6e-ea0bda1dc7c2 req-75f36125-e1b1-411b-9af8-c6d445a7fb88 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:12.392049 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ff2685d9-99e8-4c8a-9a6e-ea0bda1dc7c2 req-75f36125-e1b1-411b-9af8-c6d445a7fb88 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0526006 Apr 18 18:06:12.440549 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ff2685d9-99e8-4c8a-9a6e-ea0bda1dc7c2 req-7e6db289-99d5-48ef-ad8a-36495c6ce493 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Apr 18 18:06:13.565079 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8aea5-a195-4fb9-a493-2122fb117259 req-685f28be-76ea-4596-82f1-ec9c94fb03dc tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:13.566567 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-79f8aea5-a195-4fb9-a493-2122fb117259 req-685f28be-76ea-4596-82f1-ec9c94fb03dc tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0506577 Apr 18 18:06:13.621241 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-79f8aea5-a195-4fb9-a493-2122fb117259 req-c3b1fb15-b13f-4282-bfa6-54d2403b347b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489323 Apr 18 18:06:14.397213 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f4c80d3-52f8-40b7-b08b-0f672d3bc0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:14.753926 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b2551-dab4-44c1-88b5-e10c6e365a2b req-03625ed7-86b4-4ceb-906c-421888d19521 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:14.755532 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-237b2551-dab4-44c1-88b5-e10c6e365a2b req-03625ed7-86b4-4ceb-906c-421888d19521 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0556343 Apr 18 18:06:14.844389 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-237b2551-dab4-44c1-88b5-e10c6e365a2b req-3fe08982-bcb5-4416-bcb9-eb2c155bcc06 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832343 Apr 18 18:06:15.774290 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:06:15.883513 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:15.897852 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'port_id': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'mac_address': 'fa:16:3e:c1:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:06:15.943217 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:15.943615 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:15.960064 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:06:15.980954 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3a146-791f-4935-98aa-ce33951d37d1 req-248fa949-0b15-47d1-bb7d-671da284f912 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:15.983238 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f8b3a146-791f-4935-98aa-ce33951d37d1 req-248fa949-0b15-47d1-bb7d-671da284f912 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 944 time: 0.0561328 Apr 18 18:06:15.983724 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:15.989944 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:16.056891 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=9']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:16.062634 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f8b3a146-791f-4935-98aa-ce33951d37d1 req-bc16dc12-a65e-414e-ae9f-0356b2e74098 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711160 Apr 18 18:06:16.065781 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.066126 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.066489 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.067011 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.067175 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.067503 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.067826 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.068137 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.068458 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.068778 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.069272 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.069652 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.069923 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.070280 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.070579 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:06:16.463332 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:06:16.587946 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a1705c0-934d-4fca-9278-8cb3fba89e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:17.181510 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86fb0e-4eec-4293-9e36-468be095e2ac req-8a98cc78-2371-4b94-a319-a8c93dd238b1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:17.183112 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8a86fb0e-4eec-4293-9e36-468be095e2ac req-8a98cc78-2371-4b94-a319-a8c93dd238b1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 945 time: 0.0512214 Apr 18 18:06:17.232679 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8a86fb0e-4eec-4293-9e36-468be095e2ac req-55b67ca7-c7e6-42f7-af71-370b87b31fcf tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433576 Apr 18 18:06:17.792396 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:06:17.846407 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:17.858184 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:17.858584 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:18.073917 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:18.074214 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:18.098703 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:06:18.101244 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85155a3c-b2dd-4f62-bf92-b888d8dbc0f0" -d '{"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:06:18.117923 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:18.124301 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:18.149274 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024efdb-9598-4ba7-af35-a9dbc76b95bb x-openstack-request-id: req-9024efdb-9598-4ba7-af35-a9dbc76b95bb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:06:18.149589 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-plugged", "status": "completed", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:06:18.149843 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9024efdb-9598-4ba7-af35-a9dbc76b95bb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:06:18.150228 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9024efdb-9598-4ba7-af35-a9dbc76b95bb'] response: {'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'code': 200} Apr 18 18:06:18.177275 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=10']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:18.364447 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3315a10-004a-4035-9bf7-08f70d2c7364 req-bebb6141-a3fa-4b82-a09f-673eaf361741 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:18.365942 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3315a10-004a-4035-9bf7-08f70d2c7364 req-bebb6141-a3fa-4b82-a09f-673eaf361741 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 947 time: 0.0567813 Apr 18 18:06:18.416714 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e3315a10-004a-4035-9bf7-08f70d2c7364 req-25b1faac-7f87-4b7e-a405-e8d20b680fe1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451601 Apr 18 18:06:18.681559 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0768a-7427-4bba-82df-3a69ee7112dc req-77d7a903-2203-410e-b54e-e41675ae633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:18.683796 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68c0768a-7427-4bba-82df-3a69ee7112dc req-77d7a903-2203-410e-b54e-e41675ae633e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 1131 time: 0.0430958 Apr 18 18:06:18.738986 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68c0768a-7427-4bba-82df-3a69ee7112dc req-de9069fa-c59a-42f3-a04b-7e48d34c502f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Apr 18 18:06:19.125403 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:19.548791 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c11e05-9cd6-40cd-a9e2-a0db1f480c19 req-122aa5e1-9b26-41c4-b8c6-8fd908317bb8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:19.550363 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-06c11e05-9cd6-40cd-a9e2-a0db1f480c19 req-122aa5e1-9b26-41c4-b8c6-8fd908317bb8 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 947 time: 0.0498092 Apr 18 18:06:19.604005 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-06c11e05-9cd6-40cd-a9e2-a0db1f480c19 req-86bf26fa-8ba9-4b2d-ae45-82fa9f336c34 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477505 Apr 18 18:06:20.713479 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:20.753327 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f94c2-c4a0-404b-a1b7-2e9011f3145e req-504d223f-a25e-4da1-b5af-06a575515b99 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:20.755975 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ac8f94c2-c4a0-404b-a1b7-2e9011f3145e req-504d223f-a25e-4da1-b5af-06a575515b99 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 947 time: 0.0661249 Apr 18 18:06:20.813647 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ac8f94c2-c4a0-404b-a1b7-2e9011f3145e req-6898b025-e37e-4939-ac2c-c14191c2f635 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515409 Apr 18 18:06:21.218491 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45824) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:21.366088 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4db99539-bc10-417e-a316-d7e1addc4fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:21.448093 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4db99539-bc10-417e-a316-d7e1addc4fc6 admin admin] Publish callbacks [] for security_group (a926016e-db45-4f18-a120-d9650dd3385e), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:21.452158 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4db99539-bc10-417e-a316-d7e1addc4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a926016e-db45-4f18-a120-d9650dd3385e), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:21.496500 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4db99539-bc10-417e-a316-d7e1addc4fc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50673a881e8d41e2b017976cf45fd649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768011 Apr 18 18:06:21.497748 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db99539-bc10-417e-a316-d7e1addc4fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a926016e-db45-4f18-a120-d9650dd3385e,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:21.499222 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45828) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:21.553810 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5e44f31-6599-49b2-9fad-5228069a181d admin admin] Publish callbacks [] for security_group (a926016e-db45-4f18-a120-d9650dd3385e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:21.576276 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5e44f31-6599-49b2-9fad-5228069a181d admin admin] Publish callbacks [] for security_group (a926016e-db45-4f18-a120-d9650dd3385e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:21.625856 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5e44f31-6599-49b2-9fad-5228069a181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a926016e-db45-4f18-a120-d9650dd3385e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:21.628533 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5e44f31-6599-49b2-9fad-5228069a181d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:21.630479 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c5e44f31-6599-49b2-9fad-5228069a181d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a926016e-db45-4f18-a120-d9650dd3385e HTTP/1.1" status: 204 len: 168 time: 0.1301520 Apr 18 18:06:21.640059 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e44f31-6599-49b2-9fad-5228069a181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a926016e-db45-4f18-a120-d9650dd3385e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:21.967984 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c31a83-ee66-409c-b4b8-735087ca4ec1 req-8c1ba2e5-27b8-4469-a2a7-9c2b2b4081c0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:21.969421 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-52c31a83-ee66-409c-b4b8-735087ca4ec1 req-8c1ba2e5-27b8-4469-a2a7-9c2b2b4081c0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 947 time: 0.0598912 Apr 18 18:06:22.029665 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-52c31a83-ee66-409c-b4b8-735087ca4ec1 req-19bb5c54-ce64-472c-b4e2-832ee279a741 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539963 Apr 18 18:06:22.338412 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 45856) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:22.445148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1057332468-network', 'tenant_id': '1938bc46d9f145738bad440a254b6ef1'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:22.465599 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Made reservation on behalf of 1938bc46d9f145738bad440a254b6ef1 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:06:22.468154 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.477361 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.572607 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Publish callbacks [] for security_group (1b231bc6-53ea-48e5-a36e-234b1c253c7b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.582300 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (1b231bc6-53ea-48e5-a36e-234b1c253c7b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.607743 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:06:22.617668 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b231bc6-53ea-48e5-a36e-234b1c253c7b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:22.623342 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (abc29c00-eef3-40a6-b25f-7d12f3ac0556), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.623680 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Added segment abc29c00-eef3-40a6-b25f-7d12f3ac0556 of type vlan for network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d Apr 18 18:06:22.664935 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (cfd31dc3-5a28-4952-b00d-c09a13cd2b9d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.691474 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (cfd31dc3-5a28-4952-b00d-c09a13cd2b9d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.692960 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:22.693939 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.738051 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3982799 Apr 18 18:06:22.741167 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 45862) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:22.746488 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Request body: {'subnet': {'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1057332468-subnet', 'tenant_id': '1938bc46d9f145738bad440a254b6ef1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:22.769409 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Made reservation on behalf of 1938bc46d9f145738bad440a254b6ef1 for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:06:22.771750 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13271829'] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:22.772820 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a930e-2feb-4c55-8532-dc5bb0c37ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:22.783174 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:06:22.955249 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13271811'] for subnet (bef82938-f2f9-4100-8b93-875493ec8214), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:23.021248 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef82938-f2f9-4100-8b93-875493ec8214,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:23.032361 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Checking segment: {'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:06:23.032723 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Network hostable DHCP agents. Network: cfd31dc3-5a28-4952-b00d-c09a13cd2b9d, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:06:23.052413 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:06:23.062092 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, cfd31dc3-5a28-4952-b00d-c09a13cd2b9d) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:06:23.066514 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:23.067100 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:23.073224 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd674dd-5f14-46a1-81bb-6439035bbf98 None None] Network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:06:23.084599 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4af356c8-2c0c-4836-8f62-c53eed0e33b9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3422520 Apr 18 18:06:23.180423 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbcc47b-209a-44fb-85a6-1c6839e53204 None None] Network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:06:24.900593 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-ed4b40ae-f09f-42b0-89ab-177c86bcf83f tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:24.902171 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-ed4b40ae-f09f-42b0-89ab-177c86bcf83f tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/networks?id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d HTTP/1.1" status: 200 len: 814 time: 0.1225090 Apr 18 18:06:24.917811 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-f2a2d2a0-cd34-4bb8-88d3-19e0dcd4a7f1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/quotas/1938bc46d9f145738bad440a254b6ef1 HTTP/1.1" status: 200 len: 375 time: 0.0096257 Apr 18 18:06:24.960667 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-5c8c8558-bf6e-49ed-acf3-5f9fc08b758c tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1938bc46d9f145738bad440a254b6ef1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366511 Apr 18 18:06:25.087873 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-9c865504-48af-4deb-8227-d1a19a3ff647 service neutron] 10.222.0.20 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177216 Apr 18 18:06:25.186552 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-4ee8232e-ec3d-4eb4-acab-da48eeaa56f0 service neutron] 10.222.0.20 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925612 Apr 18 18:06:25.366948 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-29f82780-9d06-4a7a-87f1-bf631cdfc286 req-d51f6de2-ed97-487e-bf6a-e5e7064d7f7b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 210 time: 0.0384605 Apr 18 18:06:26.487262 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b4e6465d-3b57-4200-9dac-b168f1b593d5 req-26281432-2dea-444c-aa1f-e828e7e85e2f tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 210 time: 0.0336955 Apr 18 18:06:26.520091 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d32c0c7f-138d-4828-a5dd-89ef295dd6b4 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:26.522568 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d32c0c7f-138d-4828-a5dd-89ef295dd6b4 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.15 "GET /v2.0/networks?id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d HTTP/1.1" status: 200 len: 814 time: 0.1549487 Apr 18 18:06:26.562900 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Request body: {'port': {'device_id': '18a1c5a9-7bd8-4f87-8d65-eb92fae779f2', 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d', 'admin_state_up': True, 'tenant_id': '1938bc46d9f145738bad440a254b6ef1'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:26.686167 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Made reservation on behalf of 1938bc46d9f145738bad440a254b6ef1 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:06:26.689751 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:26.832577 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Allocated IP 172.20.0.9 (cfd31dc3-5a28-4952-b00d-c09a13cd2b9d/bef82938-f2f9-4100-8b93-875493ec8214/3640910d-4848-4784-a35a-91f4edcb065b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:06:26.987828 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks [] for port (3640910d-4848-4784-a35a-91f4edcb065b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.021396 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3640910d-4848-4784-a35a-91f4edcb065b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.065911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:06:27.071184 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:06:27.073812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:06:27.100638 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Pushing event updated for resources: {'Port': ['ID=3640910d-4848-4784-a35a-91f4edcb065b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:27.130371 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:27.131065 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.150821 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-d6753ac4-af16-4d8b-9180-c52da49c64d0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953639 Apr 18 18:06:27.163753 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Request body: {'port': {'device_id': '18a1c5a9-7bd8-4f87-8d65-eb92fae779f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:27.228411 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3640910d-4848-4784-a35a-91f4edcb065b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.525554 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3640910d-4848-4784-a35a-91f4edcb065b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:06:27.534728 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Publish callbacks [] for port (3640910d-4848-4784-a35a-91f4edcb065b), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.550152 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Transition to ACTIVE for port object 3640910d-4848-4784-a35a-91f4edcb065b will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:06:27.555912 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (3640910d-4848-4784-a35a-91f4edcb065b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.605308 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5493e-59a4-46a2-bffc-6c17140d6bfa req-cdf3242e-b4bc-4590-8746-97439ef7150d tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:27.607174 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-01c5493e-59a4-46a2-bffc-6c17140d6bfa req-cdf3242e-b4bc-4590-8746-97439ef7150d tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 943 time: 0.0590763 Apr 18 18:06:27.610768 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Pushing event updated for resources: {'Port': ['ID=3640910d-4848-4784-a35a-91f4edcb065b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:27.687991 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-01c5493e-59a4-46a2-bffc-6c17140d6bfa req-6a5be6bd-1b39-4292-a906-fd9b63f928c7 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703793 Apr 18 18:06:27.703983 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Attempting to bind port 3640910d-4848-4784-a35a-91f4edcb065b on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:06:27.704316 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Attempting to bind port 3640910d-4848-4784-a35a-91f4edcb065b by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:06:27.704645 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Attempting to bind port 3640910d-4848-4784-a35a-91f4edcb065b on network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:06:27.710671 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Port 3640910d-4848-4784-a35a-91f4edcb065b on network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:06:27.710995 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Attempting to bind port 3640910d-4848-4784-a35a-91f4edcb065b on network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:06:27.716625 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:06:27.716966 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Checking segment: {'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:06:27.717358 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Bound using segment: {'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:06:27.717801 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Bound port: 3640910d-4848-4784-a35a-91f4edcb065b, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:06:27.718167 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3640910d-4848-4784-a35a-91f4edcb065b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.788218 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] For port 3640910d-4848-4784-a35a-91f4edcb065b, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:06:27.792616 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] For port 3640910d-4848-4784-a35a-91f4edcb065b, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3640910d-4848-4784-a35a-91f4edcb065b,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:06:27.800631 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (3640910d-4848-4784-a35a-91f4edcb065b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.839129 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:27.839795 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:27.842324 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] 10.222.0.15 "PUT /v2.0/ports/3640910d-4848-4784-a35a-91f4edcb065b HTTP/1.1" status: 200 len: 1093 time: 0.6826875 Apr 18 18:06:27.842794 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a1c5a9-7bd8-4f87-8d65-eb92fae779f2', 'tag': '3640910d-4848-4784-a35a-91f4edcb065b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:06:27.845259 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2739a4-016c-425a-a70f-1957b64630d7" -d '{"events": [{"name": "network-changed", "server_uuid": "18a1c5a9-7bd8-4f87-8d65-eb92fae779f2", "tag": "3640910d-4848-4784-a35a-91f4edcb065b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:06:27.875546 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52bbc2-4be9-4690-9176-811f6047c59e service neutron] Pushing event updated for resources: {'Port': ['ID=3640910d-4848-4784-a35a-91f4edcb065b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:27.901574 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c623183e-0c86-41f0-98be-7a9357e01b68 x-openstack-request-id: req-c623183e-0c86-41f0-98be-7a9357e01b68 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:06:27.901925 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a1c5a9-7bd8-4f87-8d65-eb92fae779f2", "tag": "3640910d-4848-4784-a35a-91f4edcb065b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:06:27.902202 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c623183e-0c86-41f0-98be-7a9357e01b68 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:06:27.902672 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c623183e-0c86-41f0-98be-7a9357e01b68'] response: {'name': 'network-changed', 'server_uuid': '18a1c5a9-7bd8-4f87-8d65-eb92fae779f2', 'tag': '3640910d-4848-4784-a35a-91f4edcb065b', 'status': 'completed', 'code': 200} Apr 18 18:06:27.947070 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-f679806a-4212-431f-8173-57df6a793b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:27.948701 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-f679806a-4212-431f-8173-57df6a793b95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1938bc46d9f145738bad440a254b6ef1&device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 1127 time: 0.0445962 Apr 18 18:06:28.002049 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-cd8a73bd-1f85-41fc-aecd-8d24dab3c084 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3640910d-4848-4784-a35a-91f4edcb065b HTTP/1.1" status: 200 len: 217 time: 0.0402470 Apr 18 18:06:28.056117 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-bf3632c1-fe64-424a-b310-c7234a6e09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:28.057577 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-bf3632c1-fe64-424a-b310-c7234a6e09cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bef82938-f2f9-4100-8b93-875493ec8214 HTTP/1.1" status: 200 len: 854 time: 0.0489917 Apr 18 18:06:28.095506 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-4c344f9b-2b9a-4cfc-8e4d-75cd01f89d18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286877 Apr 18 18:06:28.195560 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-a98c6465-65d5-4670-b947-6fc8f621a970 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935330 Apr 18 18:06:28.295265 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5189887-8bc7-4766-9ed1-3d6aab48792b req-8279e6ce-b5fb-4bcb-a5b5-0f9157ede133 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926697 Apr 18 18:06:28.361598 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-3c8f4041-ed0c-46ba-8840-a8fe40d547e3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456965412&fields=id&tenant_id=f0969e297d5542c994c55560f17c6cc7 HTTP/1.1" status: 200 len: 267 time: 0.0487399 Apr 18 18:06:28.472415 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-b7e377fb-02b1-460e-a1e0-c20020463f6f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:28.473910 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-b7e377fb-02b1-460e-a1e0-c20020463f6f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/networks?id=60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 200 len: 809 time: 0.1055520 Apr 18 18:06:28.489206 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ad12b743-1fee-43d0-a488-7a1b800f1eda tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/quotas/f0969e297d5542c994c55560f17c6cc7 HTTP/1.1" status: 200 len: 375 time: 0.0097764 Apr 18 18:06:28.545852 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-b24e58c1-a947-4609-bd1d-3f32497fe460 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0969e297d5542c994c55560f17c6cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511935 Apr 18 18:06:28.657431 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-a91e9910-71e7-444b-a1f1-53020d53ab23 service neutron] 10.222.0.20 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990236 Apr 18 18:06:28.780854 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ea10ef5e-0911-4127-a84b-927bdc850d5e service neutron] 10.222.0.20 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157777 Apr 18 18:06:28.826650 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c132f10-6f55-4b8a-8b94-65be880bb324 req-f700e506-dea1-48ff-b6f0-550ea281d992 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:28.828268 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0c132f10-6f55-4b8a-8b94-65be880bb324 req-f700e506-dea1-48ff-b6f0-550ea281d992 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 943 time: 0.0602336 Apr 18 18:06:28.886879 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0c132f10-6f55-4b8a-8b94-65be880bb324 req-86dc2a0d-df5c-4749-8eb4-39689616aaa4 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526383 Apr 18 18:06:29.115347 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-18cfb58e-9267-4121-a130-497f187334b4 req-f68d6596-2d19-473b-8d93-3fe1346d4fe1 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 210 time: 0.0357432 Apr 18 18:06:29.786643 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-e66d1544-f093-4ad7-b5cc-6e0f8abb059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:29.788030 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-e66d1544-f093-4ad7-b5cc-6e0f8abb059b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1938bc46d9f145738bad440a254b6ef1&device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 1127 time: 0.0485032 Apr 18 18:06:29.866409 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3640910d-4848-4784-a35a-91f4edcb065b details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:06:29.906993 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-9d822957-6b9d-4cfe-ac5a-2f42596348ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:29.910417 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-9d822957-6b9d-4cfe-ac5a-2f42596348ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d HTTP/1.1" status: 200 len: 914 time: 0.1067448 Apr 18 18:06:29.960371 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-e75609e6-e745-4211-a5ab-f24c8668a4c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3640910d-4848-4784-a35a-91f4edcb065b HTTP/1.1" status: 200 len: 217 time: 0.0452759 Apr 18 18:06:30.011102 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3640910d-4848-4784-a35a-91f4edcb065b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3640910d-4848-4784-a35a-91f4edcb065b,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:30.022813 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9b18e-c723-4acc-8e1b-697351177e8a req-b240133e-323c-4dc3-a5ae-8d194575f683 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:30.025900 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '3640910d-4848-4784-a35a-91f4edcb065b', 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d', 'port_id': '3640910d-4848-4784-a35a-91f4edcb065b', 'mac_address': 'fa:16:3e:bd:db:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef82938-f2f9-4100-8b93-875493ec8214', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:06:30.027017 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-56e9b18e-c723-4acc-8e1b-697351177e8a req-b240133e-323c-4dc3-a5ae-8d194575f683 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 943 time: 0.0576952 Apr 18 18:06:30.029706 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-f5379cf3-7165-4b4a-b131-2b4a571b133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:30.031243 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-f5379cf3-7165-4b4a-b131-2b4a571b133c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bef82938-f2f9-4100-8b93-875493ec8214 HTTP/1.1" status: 200 len: 854 time: 0.0622203 Apr 18 18:06:30.067677 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 3640910d-4848-4784-a35a-91f4edcb065b is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:30.067968 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3640910d-4848-4784-a35a-91f4edcb065b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:30.078038 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-56e9b18e-c723-4acc-8e1b-697351177e8a req-1d92fcc7-5e0a-4e4d-98f1-f8ed37ba6ff1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458589 Apr 18 18:06:30.082645 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3640910d-4848-4784-a35a-91f4edcb065b {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:06:30.103550 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3640910d-4848-4784-a35a-91f4edcb065b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3640910d-4848-4784-a35a-91f4edcb065b,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:30.108041 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3640910d-4848-4784-a35a-91f4edcb065b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:30.163278 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=3640910d-4848-4784-a35a-91f4edcb065b,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:30.212790 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2576dd52-5622-4d31-9e48-f3dba5a084b4 req-7df57764-3e6c-4c7e-bcd0-8b56085ee96e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 210 time: 0.0289297 Apr 18 18:06:30.442660 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-ac4f18ce-967e-468b-8f89-560e2912d8cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322001 Apr 18 18:06:30.502796 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['3640910d-4848-4784-a35a-91f4edcb065b'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:06:30.650884 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-69fda4f7-698a-4e82-a4cd-18adf94a5fe2 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931360 Apr 18 18:06:30.709107 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-c7196f3a-801b-43d6-ac0d-e6a2fed2007e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:30.711481 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-c7196f3a-801b-43d6-ac0d-e6a2fed2007e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.15 "GET /v2.0/networks?id=60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 200 len: 809 time: 0.1955931 Apr 18 18:06:30.844374 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-8639b0db-24cb-42e4-9d9f-c2fcffafc311 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0969e297d5542c994c55560f17c6cc7 HTTP/1.1" status: 200 len: 379 time: 0.1209462 Apr 18 18:06:30.846790 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb2739a4-016c-425a-a70f-1957b64630d7 req-8b4380ee-9fc6-4583-8011-76b5cff0eee0 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819510 Apr 18 18:06:30.862866 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'port': {'device_id': '50ee7a21-8234-49f3-8576-509c2c729c04', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'admin_state_up': True, 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'security_groups': ['af17e84e-7f6f-48eb-bad8-3e11f2681330']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:30.976530 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Made reservation on behalf of f0969e297d5542c994c55560f17c6cc7 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:06:30.979758 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.131258 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Allocated IP 172.20.0.5 (60e61468-d32f-4ab1-986f-5153b13a0dd9/15a8ef12-8c13-45de-b8f8-603275a78695/31edfd61-9c79-4d50-ae81-36b1970565d0) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:06:31.198279 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a755785-3797-431e-abb7-e5b20e765717 req-7c33c00f-3148-438b-8301-c12739dfd0e0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:31.202140 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5a755785-3797-431e-abb7-e5b20e765717 req-7c33c00f-3148-438b-8301-c12739dfd0e0 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 944 time: 0.0523787 Apr 18 18:06:31.273620 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5a755785-3797-431e-abb7-e5b20e765717 req-0777a8ca-0a4e-4056-a69b-9ddf4bfd8f31 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650301 Apr 18 18:06:31.325539 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.332349 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3819eb1f-b26e-4faf-82ab-dc2ce6b8c49f req-3b791429-27c5-4b59-b699-2c8ddca8f21d tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 210 time: 0.0393372 Apr 18 18:06:31.368372 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.416800 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:06:31.421174 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:06:31.423719 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:06:31.459368 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:31.492864 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:31.492864 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.509924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.511335 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ac34ede4-79de-4b91-a2b7-5551208ade42 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6524439 Apr 18 18:06:31.529331 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Request body: {'port': {'device_id': '50ee7a21-8234-49f3-8576-509c2c729c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:31.602894 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.683023 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ee630cb3-08f8-48cb-a7f9-5caab423baf4 None None] Provisioning complete for port 31edfd61-9c79-4d50-ae81-36b1970565d0 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:31.683465 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee630cb3-08f8-48cb-a7f9-5caab423baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.725377 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ee630cb3-08f8-48cb-a7f9-5caab423baf4 None None] Port 31edfd61-9c79-4d50-ae81-36b1970565d0 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:06:31.878962 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3640910d-4848-4784-a35a-91f4edcb065b up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:06:31.914090 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31edfd61-9c79-4d50-ae81-36b1970565d0 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:06:31.922076 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Publish callbacks [] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.925892 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 3640910d-4848-4784-a35a-91f4edcb065b completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:06:31.933411 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 3640910d-4848-4784-a35a-91f4edcb065b triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:31.934488 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3640910d-4848-4784-a35a-91f4edcb065b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.937038 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Transition to ACTIVE for port object 31edfd61-9c79-4d50-ae81-36b1970565d0 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:06:31.941180 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:31.992122 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Pushing event updated for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:32.027428 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 3640910d-4848-4784-a35a-91f4edcb065b is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:32.027960 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3640910d-4848-4784-a35a-91f4edcb065b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:32.065083 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a1c5a9-7bd8-4f87-8d65-eb92fae779f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3640910d-4848-4784-a35a-91f4edcb065b'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:06:32.067580 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6036a7-d0a1-4f37-b681-1de3b5657872" -d '{"events": [{"server_uuid": "18a1c5a9-7bd8-4f87-8d65-eb92fae779f2", "name": "network-vif-plugged", "status": "completed", "tag": "3640910d-4848-4784-a35a-91f4edcb065b"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:06:32.081050 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3640910d-4848-4784-a35a-91f4edcb065b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3640910d-4848-4784-a35a-91f4edcb065b,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:32.083108 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Attempting to bind port 31edfd61-9c79-4d50-ae81-36b1970565d0 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:06:32.084062 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Attempting to bind port 31edfd61-9c79-4d50-ae81-36b1970565d0 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:06:32.084907 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Attempting to bind port 31edfd61-9c79-4d50-ae81-36b1970565d0 on network 60e61468-d32f-4ab1-986f-5153b13a0dd9 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:06:32.088027 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3640910d-4848-4784-a35a-91f4edcb065b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:32.093794 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Port 31edfd61-9c79-4d50-ae81-36b1970565d0 on network 60e61468-d32f-4ab1-986f-5153b13a0dd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:06:32.094527 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Attempting to bind port 31edfd61-9c79-4d50-ae81-36b1970565d0 on network 60e61468-d32f-4ab1-986f-5153b13a0dd9 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:06:32.100746 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:06:32.101182 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Checking segment: {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:06:32.101638 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Bound using segment: {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:06:32.102145 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Bound port: 31edfd61-9c79-4d50-ae81-36b1970565d0, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:06:32.102595 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:32.123035 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26688871-8092-4402-b243-9a8b87b5c479 x-openstack-request-id: req-26688871-8092-4402-b243-9a8b87b5c479 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:06:32.123394 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a1c5a9-7bd8-4f87-8d65-eb92fae779f2", "name": "network-vif-plugged", "status": "completed", "tag": "3640910d-4848-4784-a35a-91f4edcb065b", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:06:32.123614 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26688871-8092-4402-b243-9a8b87b5c479 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:06:32.124088 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26688871-8092-4402-b243-9a8b87b5c479'] response: {'server_uuid': '18a1c5a9-7bd8-4f87-8d65-eb92fae779f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3640910d-4848-4784-a35a-91f4edcb065b', 'code': 200} Apr 18 18:06:32.157993 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=3640910d-4848-4784-a35a-91f4edcb065b,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:32.207054 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:06:32.210542 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:06:32.216974 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:32.258693 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:32.259232 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:32.260645 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] 10.222.0.15 "PUT /v2.0/ports/31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 1093 time: 0.7366812 Apr 18 18:06:32.261110 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:06:32.264141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4809c93-136f-4b4b-97b9-336c393455c3" -d '{"events": [{"name": "network-changed", "server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:06:32.312660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580aa5b-a1c2-4961-acbf-18c032541649 service neutron] Pushing event updated for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:32.349432 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc06d9-3f23-48ac-bd50-0a63c5f1a7f6 x-openstack-request-id: req-ebfc06d9-3f23-48ac-bd50-0a63c5f1a7f6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:06:32.349823 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:06:32.349948 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebfc06d9-3f23-48ac-bd50-0a63c5f1a7f6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:06:32.350384 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfc06d9-3f23-48ac-bd50-0a63c5f1a7f6'] response: {'name': 'network-changed', 'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'status': 'completed', 'code': 200} Apr 18 18:06:32.392799 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bef95-0036-4275-807e-9f178c80a2c3 req-aeff6a96-bfe5-4a26-b8a3-e7dd3c27dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:32.394441 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-191bef95-0036-4275-807e-9f178c80a2c3 req-aeff6a96-bfe5-4a26-b8a3-e7dd3c27dc56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 1129 time: 0.1096718 Apr 18 18:06:32.417671 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-d614d3b1-fa10-4fba-8b10-9c2ddd3013b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:32.420413 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-d614d3b1-fa10-4fba-8b10-9c2ddd3013b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0969e297d5542c994c55560f17c6cc7&device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1127 time: 0.0667372 Apr 18 18:06:32.431160 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820901de-5a9c-46d0-ae15-bb289b93db12 req-d7d68c93-50df-4220-bb38-930b2ceb1aa8 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:32.440397 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-820901de-5a9c-46d0-ae15-bb289b93db12 req-d7d68c93-50df-4220-bb38-930b2ceb1aa8 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 945 time: 0.0678000 Apr 18 18:06:32.483539 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-3925d6b3-7a7b-4544-9531-f3cee994d526 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 217 time: 0.0539746 Apr 18 18:06:32.500024 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-820901de-5a9c-46d0-ae15-bb289b93db12 req-1bbd4383-bdd3-49ef-b9d3-f807d03bbdb4 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582561 Apr 18 18:06:32.541403 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-191bef95-0036-4275-807e-9f178c80a2c3 req-55297eef-ece9-44cf-9b32-ed7f2759850d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387572 Apr 18 18:06:32.562396 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ee53430d-e2e0-4110-9e2c-55b664e27c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:32.564068 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-ee53430d-e2e0-4110-9e2c-55b664e27c90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15a8ef12-8c13-45de-b8f8-603275a78695 HTTP/1.1" status: 200 len: 848 time: 0.0723901 Apr 18 18:06:32.608470 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b672036-d0cd-4ea4-bf18-00c8f218dd18 req-22f39258-fb69-4d3c-8473-2608912ba8e1 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:32.609999 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0b672036-d0cd-4ea4-bf18-00c8f218dd18 req-22f39258-fb69-4d3c-8473-2608912ba8e1 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0523813 Apr 18 18:06:32.672983 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0b672036-d0cd-4ea4-bf18-00c8f218dd18 req-ebececcd-4688-444f-be76-1379a7dbdea7 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516787 Apr 18 18:06:32.808619 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-06e8c36c-66d0-456a-9cbb-444d7d5b8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:32.811062 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-06e8c36c-66d0-456a-9cbb-444d7d5b8934 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60e61468-d32f-4ab1-986f-5153b13a0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478716 Apr 18 18:06:32.918393 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-6c7e9330-75fd-42cf-8350-d14d4f5dd171 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922351 Apr 18 18:06:33.291374 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b652cc85-46b3-4fbd-bd52-8eaa6832dcd6 req-653cdf11-e197-4fd4-8b29-abed164927b7 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858676 Apr 18 18:06:33.614984 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9ecb3-8cfc-4f0c-a08a-6fe95c8db99a req-d44de613-f2a4-4974-bb30-12fc0ab6e9fa tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:33.616520 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a7d9ecb3-8cfc-4f0c-a08a-6fe95c8db99a req-d44de613-f2a4-4974-bb30-12fc0ab6e9fa tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 945 time: 0.0489738 Apr 18 18:06:33.666725 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a7d9ecb3-8cfc-4f0c-a08a-6fe95c8db99a req-dcb547e5-28ad-43e0-ad70-7cd9edce1f3f tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Apr 18 18:06:33.790395 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d2c0-9d47-434e-a841-2c9670946ccb req-e3d0a161-faa7-47c8-90e9-f387d3cb2cd9 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:33.791974 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e458d2c0-9d47-434e-a841-2c9670946ccb req-e3d0a161-faa7-47c8-90e9-f387d3cb2cd9 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0503657 Apr 18 18:06:33.850835 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e458d2c0-9d47-434e-a841-2c9670946ccb req-7d3d60ac-699d-4dc7-86f4-508d7f535885 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526605 Apr 18 18:06:33.946843 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee1b6-e4b4-48c9-b57d-6eb08e26a501 req-62232265-54e0-41f4-8c85-a761e27007c8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:33.948476 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e2cee1b6-e4b4-48c9-b57d-6eb08e26a501 req-62232265-54e0-41f4-8c85-a761e27007c8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0503023 Apr 18 18:06:34.016987 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e2cee1b6-e4b4-48c9-b57d-6eb08e26a501 req-d2cdce96-e7a5-4370-83a0-2407c8bcff79 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616894 Apr 18 18:06:34.086858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-06f85d75-d91b-4744-8c2a-d50469247ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:34.088685 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-06f85d75-d91b-4744-8c2a-d50469247ac3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0969e297d5542c994c55560f17c6cc7&device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1127 time: 0.0555568 Apr 18 18:06:34.683296 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-bdc08616-a414-48ba-99f7-b5aa39ed0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:34.685038 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-bdc08616-a414-48ba-99f7-b5aa39ed0524 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d3a5582af44c5ab9817cc86034389c&device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1169 time: 0.0747285 Apr 18 18:06:34.710111 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-fa5f8bb5-0ca4-40ce-8aa3-bef8cb9223af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:34.711839 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-fa5f8bb5-0ca4-40ce-8aa3-bef8cb9223af service neutron] 10.222.0.15 "GET /v2.0/networks?id=60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 200 len: 909 time: 0.1271930 Apr 18 18:06:34.792352 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-978181be-2804-4baa-8540-e69b060df8a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 217 time: 0.0699677 Apr 18 18:06:34.809204 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7c981-ade8-4fb1-94b9-b828791a609f req-bcd93ecc-0840-4ce1-879b-8ce99c0593f4 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:34.812367 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5ae7c981-ade8-4fb1-94b9-b828791a609f req-bcd93ecc-0840-4ce1-879b-8ce99c0593f4 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 945 time: 0.0718660 Apr 18 18:06:34.868129 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5ae7c981-ade8-4fb1-94b9-b828791a609f req-3d2f884b-c114-4d63-9258-948696383819 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460062 Apr 18 18:06:34.908332 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-93905f9d-a99f-444b-aa02-85b71def615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:34.909811 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-93905f9d-a99f-444b-aa02-85b71def615c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15a8ef12-8c13-45de-b8f8-603275a78695 HTTP/1.1" status: 200 len: 848 time: 0.0723107 Apr 18 18:06:34.927805 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-2b75b007-4b19-4552-8a85-c47b8c6a5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:34.929293 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-2b75b007-4b19-4552-8a85-c47b8c6a5a8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 200 len: 914 time: 0.2082314 Apr 18 18:06:34.996967 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba5cd0-c198-4158-a1e7-87bd13fb7832 req-f9e32bae-1c70-4881-90ad-6fbb76d58b07 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:35.005544 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a5ba5cd0-c198-4158-a1e7-87bd13fb7832 req-f9e32bae-1c70-4881-90ad-6fbb76d58b07 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0792959 Apr 18 18:06:35.019310 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-9d1d6506-56b7-4024-b757-3961cf2458fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:35.020887 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-9d1d6506-56b7-4024-b757-3961cf2458fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60e61468-d32f-4ab1-986f-5153b13a0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033704 Apr 18 18:06:35.075485 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a5ba5cd0-c198-4158-a1e7-87bd13fb7832 req-5e247bda-54e8-497f-84e5-a1605fffc248 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689766 Apr 18 18:06:35.173835 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba343-76b5-4773-90e0-f924d8a29e06 req-9ed29993-1ba5-4fe6-a5e6-47e92f1b6f98 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:35.176085 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3caba343-76b5-4773-90e0-f924d8a29e06 req-9ed29993-1ba5-4fe6-a5e6-47e92f1b6f98 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0653536 Apr 18 18:06:35.258972 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3caba343-76b5-4773-90e0-f924d8a29e06 req-d695b41a-410a-42e0-a8a3-24a347091ddb tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764081 Apr 18 18:06:35.367357 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-121c043d-69ad-454a-82f3-2d1635601a3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 1002 time: 0.4189196 Apr 18 18:06:35.460237 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-537073e3-5a3e-42e8-a8ba-1c259ea490f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:35.462000 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-537073e3-5a3e-42e8-a8ba-1c259ea490f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e871e185-f869-4fa8-95ce-6ee63986737a HTTP/1.1" status: 200 len: 853 time: 0.0881684 Apr 18 18:06:35.526331 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-85fadbc5-10bb-4d51-abe9-b93d8bd882ad service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832826 Apr 18 18:06:35.588863 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-e451907f-84fd-4fc3-a161-43c03249bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:35.592170 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-e451907f-84fd-4fc3-a161-43c03249bcee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1181474 Apr 18 18:06:35.726429 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4809c93-136f-4b4b-97b9-336c393455c3 req-7ffcc92c-4dba-4b1a-8511-86cbd45a5a3e service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912425 Apr 18 18:06:35.747916 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-048c311c-bb05-4797-9fcf-67ec2197cc4e service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174371 Apr 18 18:06:35.849774 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-875b30d2-7d63-4fd8-9d09-a373fa07500f req-aa954b92-f7bd-425a-b6ea-20658ba58c35 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944169 Apr 18 18:06:36.092234 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc518e7-b337-4877-80e0-3616c7310fd0 req-27869731-ff1d-4dbf-aa4b-8a371db64ae7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:36.093757 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4bc518e7-b337-4877-80e0-3616c7310fd0 req-27869731-ff1d-4dbf-aa4b-8a371db64ae7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0517855 Apr 18 18:06:36.151604 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4bc518e7-b337-4877-80e0-3616c7310fd0 req-dd615cec-ce9a-4792-bcf9-f48338219d5c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519547 Apr 18 18:06:36.201503 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012b156-f71d-4478-99ac-5c2e581d4a5a req-04dca367-8dfb-4d81-b32a-a8d97dab13df tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:36.203122 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b012b156-f71d-4478-99ac-5c2e581d4a5a req-04dca367-8dfb-4d81-b32a-a8d97dab13df tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0552437 Apr 18 18:06:36.257996 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b012b156-f71d-4478-99ac-5c2e581d4a5a req-12d4f51b-f302-4ff9-903e-62b70a137565 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490901 Apr 18 18:06:36.373266 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9c5fd-6608-4f3d-aab9-cf8966a8622a req-7aa1069f-d609-42d7-9b51-db5c474a3ab1 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:36.374910 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5be9c5fd-6608-4f3d-aab9-cf8966a8622a req-7aa1069f-d609-42d7-9b51-db5c474a3ab1 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0502079 Apr 18 18:06:36.435882 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5be9c5fd-6608-4f3d-aab9-cf8966a8622a req-1d152eca-6db5-4991-b751-e133ab2103ec tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552094 Apr 18 18:06:37.271493 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5db27-39f4-4fd5-b1e2-372d9a39ed0d req-612eb215-c901-47e8-a511-6cbceb028e76 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:37.273164 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ea5db27-39f4-4fd5-b1e2-372d9a39ed0d req-612eb215-c901-47e8-a511-6cbceb028e76 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0519838 Apr 18 18:06:37.323071 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ea5db27-39f4-4fd5-b1e2-372d9a39ed0d req-ef0ef96d-b7c1-40f4-94f1-bf2813a3e07c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439265 Apr 18 18:06:37.375795 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59e872-584a-47ba-a996-2860fd542b77 req-2486c500-9ad5-40ab-a0ed-d4a64dda931c tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:37.377554 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3a59e872-584a-47ba-a996-2860fd542b77 req-2486c500-9ad5-40ab-a0ed-d4a64dda931c tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0486319 Apr 18 18:06:37.427177 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3a59e872-584a-47ba-a996-2860fd542b77 req-1e458592-ff24-4c86-9f11-8daa9bc31460 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440655 Apr 18 18:06:37.568215 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ac44-59d7-4501-8c54-6ec6ab2884bb req-ee1c36fc-5ecf-4788-86cc-75ecf4a4025b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:37.569700 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-38d6ac44-59d7-4501-8c54-6ec6ab2884bb req-ee1c36fc-5ecf-4788-86cc-75ecf4a4025b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0550942 Apr 18 18:06:37.632274 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-38d6ac44-59d7-4501-8c54-6ec6ab2884bb req-29bedfcd-e79f-4d25-b261-7bbda155d223 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562935 Apr 18 18:06:38.441960 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815e5de-6a89-4da1-99a5-871e70526cda req-b99cea92-5d3b-48cc-ba8c-a493542952f3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:38.443529 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6815e5de-6a89-4da1-99a5-871e70526cda req-b99cea92-5d3b-48cc-ba8c-a493542952f3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0500832 Apr 18 18:06:38.494348 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6815e5de-6a89-4da1-99a5-871e70526cda req-28c56b0a-4bc5-4fb8-8598-129a9cbcb6f0 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450795 Apr 18 18:06:38.542728 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727fdca-f11e-4c32-b1e3-39197dd480b6 req-e47c60ee-a38f-4944-9e11-99be35dd36c6 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:38.544191 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9727fdca-f11e-4c32-b1e3-39197dd480b6 req-e47c60ee-a38f-4944-9e11-99be35dd36c6 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0481420 Apr 18 18:06:38.600521 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9727fdca-f11e-4c32-b1e3-39197dd480b6 req-7f9894d1-fcc5-4b2d-89a3-a68dd578b5a4 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506067 Apr 18 18:06:38.750214 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4572213-0def-4b80-8852-1732cd5df803 req-cdd47d55-71a2-4c76-8f2f-6c9a3e6d3612 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:38.751717 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a4572213-0def-4b80-8852-1732cd5df803 req-cdd47d55-71a2-4c76-8f2f-6c9a3e6d3612 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0487566 Apr 18 18:06:38.820489 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a4572213-0def-4b80-8852-1732cd5df803 req-11696f78-6d0d-43c3-b52c-698d5ea643ba tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612304 Apr 18 18:06:39.610585 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eaa61-ada3-4996-8433-ffcee9cdc3f8 req-7c6b3727-638b-4363-9ac4-ef5be8a5fbfd tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:39.611967 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c77eaa61-ada3-4996-8433-ffcee9cdc3f8 req-7c6b3727-638b-4363-9ac4-ef5be8a5fbfd tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0484521 Apr 18 18:06:39.667261 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c77eaa61-ada3-4996-8433-ffcee9cdc3f8 req-7b7ddd0a-cf3a-4914-ae63-7ec3bafef27c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496929 Apr 18 18:06:39.720731 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aff7ec-c65d-469d-ba70-0649553f7070 req-0736513c-329e-418e-a60f-75c5daedd8ce tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:39.722190 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-06aff7ec-c65d-469d-ba70-0649553f7070 req-0736513c-329e-418e-a60f-75c5daedd8ce tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0510006 Apr 18 18:06:39.776944 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-06aff7ec-c65d-469d-ba70-0649553f7070 req-e0b8829e-2f8a-4332-9d7f-4fae57563eb5 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481212 Apr 18 18:06:39.936284 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859765a3-a9bb-4724-a63d-eb98a03546cf req-004e6af3-6ef8-4e56-8216-61953afc231a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:39.937811 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-859765a3-a9bb-4724-a63d-eb98a03546cf req-004e6af3-6ef8-4e56-8216-61953afc231a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0494053 Apr 18 18:06:39.999710 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-859765a3-a9bb-4724-a63d-eb98a03546cf req-a5be40df-ccc0-4166-b14d-7f5e10092f1b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560763 Apr 18 18:06:40.787406 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349010b6-90bc-4dfb-bbcb-688b0a14ba02 req-d4e37d0e-b491-4a23-96b4-9c94526d3841 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:40.788861 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-349010b6-90bc-4dfb-bbcb-688b0a14ba02 req-d4e37d0e-b491-4a23-96b4-9c94526d3841 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0489001 Apr 18 18:06:40.841172 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-349010b6-90bc-4dfb-bbcb-688b0a14ba02 req-4aecf0c4-8cf5-4ac0-bfbb-f72be9fd610e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456345 Apr 18 18:06:40.892855 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101beab2-de83-474b-bb33-2e622bc1ff2f req-ab35eaf9-e129-4878-87f4-da43eaed2f8b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:40.894413 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-101beab2-de83-474b-bb33-2e622bc1ff2f req-ab35eaf9-e129-4878-87f4-da43eaed2f8b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0470808 Apr 18 18:06:40.943772 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-101beab2-de83-474b-bb33-2e622bc1ff2f req-c2818a62-50d7-44a8-961e-8ee42165f1c3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435278 Apr 18 18:06:41.121907 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9720c45-04f3-456f-b472-cd6ef455037b req-adc5cae5-13a3-4864-b2e8-8ee96a8677aa tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:41.123489 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c9720c45-04f3-456f-b472-cd6ef455037b req-adc5cae5-13a3-4864-b2e8-8ee96a8677aa tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0471182 Apr 18 18:06:41.185004 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c9720c45-04f3-456f-b472-cd6ef455037b req-d8ba3927-8c48-40bd-a11d-cac71bfb47d8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550060 Apr 18 18:06:41.960630 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dee054-a9f3-40ad-8870-155f0faea906 req-180d1c8b-5acb-4cca-8aba-264235f4b9c3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:41.962066 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e8dee054-a9f3-40ad-8870-155f0faea906 req-180d1c8b-5acb-4cca-8aba-264235f4b9c3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0506539 Apr 18 18:06:42.012299 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e8dee054-a9f3-40ad-8870-155f0faea906 req-bb6b6df0-7d22-4858-b5ae-aa6444041bd2 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444338 Apr 18 18:06:42.059073 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27025ba4-6e55-4bcd-a196-4efa29eb2a7e req-719bbae4-0218-4e2f-8749-d7cb3a71ace8 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:42.060741 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-27025ba4-6e55-4bcd-a196-4efa29eb2a7e req-719bbae4-0218-4e2f-8749-d7cb3a71ace8 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0475323 Apr 18 18:06:42.111889 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-27025ba4-6e55-4bcd-a196-4efa29eb2a7e req-0ee61fd1-e0a8-4d48-abba-ca23c6fd5e5b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448561 Apr 18 18:06:42.305362 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c9c1c-9ca4-4f3f-af92-8cf87140b67a req-f054ce04-b583-4a5f-9db9-336a4d2a6a7b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:42.306964 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-285c9c1c-9ca4-4f3f-af92-8cf87140b67a req-f054ce04-b583-4a5f-9db9-336a4d2a6a7b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0532115 Apr 18 18:06:42.375674 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-285c9c1c-9ca4-4f3f-af92-8cf87140b67a req-9ad75108-87f3-4e25-bbbc-38220ca3ecb1 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607128 Apr 18 18:06:43.126221 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a55fd8-bcf3-4557-b4fb-35b57a3d4d64 req-a3683b44-e98c-47ac-b69a-0cc69fc107af tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:43.127716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-73a55fd8-bcf3-4557-b4fb-35b57a3d4d64 req-a3683b44-e98c-47ac-b69a-0cc69fc107af tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0483825 Apr 18 18:06:43.179189 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-73a55fd8-bcf3-4557-b4fb-35b57a3d4d64 req-0c0b8a96-6e15-4e15-a138-8193f14f1f1f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459135 Apr 18 18:06:43.227390 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb9f4d-5895-4aa7-a89d-41ad57a35d90 req-0426d3f1-ab3d-4a60-aa0c-cd9d04bae9da tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:43.228967 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fcfb9f4d-5895-4aa7-a89d-41ad57a35d90 req-0426d3f1-ab3d-4a60-aa0c-cd9d04bae9da tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0476592 Apr 18 18:06:43.292225 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fcfb9f4d-5895-4aa7-a89d-41ad57a35d90 req-ec7a14c6-fc73-41a9-b1c3-b11b53de1257 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559835 Apr 18 18:06:43.488173 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e0c79-fe3c-448a-8741-5737d30101c7 req-3c95ff26-6477-4024-b720-a2743ec7c5ae tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:43.489644 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-851e0c79-fe3c-448a-8741-5737d30101c7 req-3c95ff26-6477-4024-b720-a2743ec7c5ae tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0472584 Apr 18 18:06:43.552221 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-851e0c79-fe3c-448a-8741-5737d30101c7 req-7284b450-4b3e-495e-9dfb-53d21f1193b8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563936 Apr 18 18:06:43.972315 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 31edfd61-9c79-4d50-ae81-36b1970565d0 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:06:44.070331 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:44.081471 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'port_id': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'mac_address': 'fa:16:3e:a0:d9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:06:44.123754 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 31edfd61-9c79-4d50-ae81-36b1970565d0 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:44.124144 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:44.136850 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31edfd61-9c79-4d50-ae81-36b1970565d0 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:06:44.156413 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:44.161276 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:44.214403 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:44.296217 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123067c-54e1-4441-b2ce-8008e1b19115 req-ec841085-aa44-4dc1-b3f0-4f08ccd4f955 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:44.297668 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5123067c-54e1-4441-b2ce-8008e1b19115 req-ec841085-aa44-4dc1-b3f0-4f08ccd4f955 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0466006 Apr 18 18:06:44.348254 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5123067c-54e1-4441-b2ce-8008e1b19115 req-bc0eef38-d55c-4734-90e2-aa86c4c2a168 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449800 Apr 18 18:06:44.396512 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc5d3-e7e8-4582-ac2e-ce675e906192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:44.414356 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd828e-aeec-42cd-8ba1-6470a5cf40e3 req-ff8ed935-4ebb-4d1a-a735-b2249c80eb17 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:44.415834 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-95bd828e-aeec-42cd-8ba1-6470a5cf40e3 req-ff8ed935-4ebb-4d1a-a735-b2249c80eb17 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 944 time: 0.0535786 Apr 18 18:06:44.466355 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-95bd828e-aeec-42cd-8ba1-6470a5cf40e3 req-788eb7c2-aa55-4129-b5d9-4e0b21ba4eaf tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442500 Apr 18 18:06:44.562369 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['31edfd61-9c79-4d50-ae81-36b1970565d0'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:06:44.677421 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e5fec-174f-4095-8300-7b89cbbfa437 req-6b59a5d4-6f1c-4086-870e-1927d15b38c8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:44.678980 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f66e5fec-174f-4095-8300-7b89cbbfa437 req-6b59a5d4-6f1c-4086-870e-1927d15b38c8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0512693 Apr 18 18:06:44.739668 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:06:44.748239 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f66e5fec-174f-4095-8300-7b89cbbfa437 req-26c98d4c-23ae-46a7-854b-38ac721ea3b8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626843 Apr 18 18:06:45.466658 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f1a88-033d-4633-a421-ec8b76c5402c req-db8ff7d7-9d4a-4d65-83a3-fb4782bf86a3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:45.468130 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ca5f1a88-033d-4633-a421-ec8b76c5402c req-db8ff7d7-9d4a-4d65-83a3-fb4782bf86a3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0488577 Apr 18 18:06:45.741598 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ca5f1a88-033d-4633-a421-ec8b76c5402c req-2d399e37-76a9-472c-9a53-53e2b0ccd254 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675908 Apr 18 18:06:45.775312 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ae178-f1c1-41a3-80d4-5823322669a4 req-f0c96c03-5fcf-431b-9827-73be40cd74c7 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:45.776746 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a27ae178-f1c1-41a3-80d4-5823322669a4 req-f0c96c03-5fcf-431b-9827-73be40cd74c7 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 944 time: 0.0518076 Apr 18 18:06:45.837117 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a27ae178-f1c1-41a3-80d4-5823322669a4 req-674b3e27-7bed-4e20-9933-a0a4be7edc3a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535350 Apr 18 18:06:45.873932 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd2d90-b124-413a-8e07-01e918da7e9c req-7d8dcd2d-651c-4641-a578-9d9be9cca50f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:45.875406 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5cbd2d90-b124-413a-8e07-01e918da7e9c req-7d8dcd2d-651c-4641-a578-9d9be9cca50f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0561244 Apr 18 18:06:45.941541 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5cbd2d90-b124-413a-8e07-01e918da7e9c req-d6b36ccd-487a-486b-8355-d8d3fe1665b0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603049 Apr 18 18:06:45.973257 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 31edfd61-9c79-4d50-ae81-36b1970565d0 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:06:46.017772 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 31edfd61-9c79-4d50-ae81-36b1970565d0 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:06:46.023535 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 31edfd61-9c79-4d50-ae81-36b1970565d0 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:06:46.023935 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:46.108665 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 31edfd61-9c79-4d50-ae81-36b1970565d0 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:06:46.109044 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:46.132800 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:06:46.135072 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280ae1d4-b1dd-48a5-b23e-5a6da9588a13" -d '{"events": [{"server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "name": "network-vif-plugged", "status": "completed", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:06:46.148064 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:06:46.153906 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:46.178460 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1909911a-8d74-41f3-b860-945c2655f01b x-openstack-request-id: req-1909911a-8d74-41f3-b860-945c2655f01b {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:06:46.178785 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "name": "network-vif-plugged", "status": "completed", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:06:46.179047 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1909911a-8d74-41f3-b860-945c2655f01b {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:06:46.179440 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1909911a-8d74-41f3-b860-945c2655f01b'] response: {'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'code': 200} Apr 18 18:06:46.204784 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:46.571186 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f913a2bd-747a-4d62-b9cd-80aa273c449e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:46.705156 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194bb8c-3827-4e30-a6d4-e71a8e6b7188 req-414c37e5-5ed9-4ac1-939e-6f760d8478bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:46.706709 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4194bb8c-3827-4e30-a6d4-e71a8e6b7188 req-414c37e5-5ed9-4ac1-939e-6f760d8478bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1129 time: 0.0429018 Apr 18 18:06:46.754794 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4194bb8c-3827-4e30-a6d4-e71a8e6b7188 req-541c5918-9a87-4662-a5d5-a7189c9cb180 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Apr 18 18:06:46.857614 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd542532-86ea-41c2-8420-7739b4abcfb0 req-f88d108f-c889-4fcc-a77a-6e30d3b540db tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:46.859127 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cd542532-86ea-41c2-8420-7739b4abcfb0 req-f88d108f-c889-4fcc-a77a-6e30d3b540db tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0498214 Apr 18 18:06:46.914698 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cd542532-86ea-41c2-8420-7739b4abcfb0 req-94866fc8-21c9-4be2-ba0a-7952b0e3f425 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478148 Apr 18 18:06:46.988289 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97844d7-f075-413a-93aa-8417e91daefa req-c1809d45-780d-47a6-a53a-c6f3df500a7f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:46.989791 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b97844d7-f075-413a-93aa-8417e91daefa req-c1809d45-780d-47a6-a53a-c6f3df500a7f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0570855 Apr 18 18:06:47.082115 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b97844d7-f075-413a-93aa-8417e91daefa req-7d00bffe-5c11-4fbc-b7ec-4943ead10130 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852172 Apr 18 18:06:47.101909 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe1d1c-d437-4db6-8554-e76f049935d5 req-4982e156-f83e-43f9-9e0a-2df7ff435793 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:47.101909 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cefe1d1c-d437-4db6-8554-e76f049935d5 req-4982e156-f83e-43f9-9e0a-2df7ff435793 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0724213 Apr 18 18:06:47.162256 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cefe1d1c-d437-4db6-8554-e76f049935d5 req-8e179860-eea8-464a-8c0a-0bf40fb8d8c4 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607672 Apr 18 18:06:47.816713 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:48.045167 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613de0a-f712-4607-b531-5c9f2ef4d7a5 req-3bf6fa60-2330-467a-9915-dfe059a9603a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:48.046714 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3613de0a-f712-4607-b531-5c9f2ef4d7a5 req-3bf6fa60-2330-467a-9915-dfe059a9603a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0527678 Apr 18 18:06:48.096588 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3613de0a-f712-4607-b531-5c9f2ef4d7a5 req-c790d6f0-8212-46fa-84ba-f5e93bfd001f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 Apr 18 18:06:48.197284 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17894d8-fd32-458f-8c39-13dc7d7937a0 req-51f92b5f-8698-4fba-9a88-10ee0a45561d tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:48.199296 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e17894d8-fd32-458f-8c39-13dc7d7937a0 req-51f92b5f-8698-4fba-9a88-10ee0a45561d tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Apr 18 18:06:48.274589 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e17894d8-fd32-458f-8c39-13dc7d7937a0 req-05443181-fad5-4b82-b845-360ce4f2a02f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694408 Apr 18 18:06:48.290926 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2b335-01df-42e9-90be-1086b4678363 req-2ce2fd80-046a-4d6a-830a-888beae2d8a8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:48.291869 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a1a2b335-01df-42e9-90be-1086b4678363 req-2ce2fd80-046a-4d6a-830a-888beae2d8a8 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0585594 Apr 18 18:06:48.358746 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a1a2b335-01df-42e9-90be-1086b4678363 req-6234b8f7-29f2-463f-9d76-6ac69d78057b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607955 Apr 18 18:06:49.135394 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:49.232289 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec0883-4f68-4091-acfa-3200222dbd0f req-b1c610e5-16c0-46e2-a0e6-32f3e47596db tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:49.233841 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4bec0883-4f68-4091-acfa-3200222dbd0f req-b1c610e5-16c0-46e2-a0e6-32f3e47596db tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0582559 Apr 18 18:06:49.296687 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4bec0883-4f68-4091-acfa-3200222dbd0f req-e29fc2cc-5aa9-4396-ad96-eab90c72c455 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557730 Apr 18 18:06:49.415142 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ba76c-2fad-4e38-b698-c1b624026d8a req-5676ebb3-40f6-4500-9faf-5dbcdf16248d tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:49.417381 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a70ba76c-2fad-4e38-b698-c1b624026d8a req-5676ebb3-40f6-4500-9faf-5dbcdf16248d tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0584762 Apr 18 18:06:49.482199 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a70ba76c-2fad-4e38-b698-c1b624026d8a req-b6b9c7aa-2364-48cc-a5e4-cdb2325d1ede tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579281 Apr 18 18:06:49.644434 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8eb4a-b43a-40e8-81ae-8791e2597253 req-243f86dc-7796-4b0e-b6fa-771ff204b22e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:49.645887 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5a8eb4a-b43a-40e8-81ae-8791e2597253 req-243f86dc-7796-4b0e-b6fa-771ff204b22e tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0926721 Apr 18 18:06:49.674949 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440d78-70c9-444c-9cfb-b201852e5fa6 req-bdfe9cd7-9702-4fb9-bd44-258eec67ce59 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:49.676402 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ef440d78-70c9-444c-9cfb-b201852e5fa6 req-bdfe9cd7-9702-4fb9-bd44-258eec67ce59 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0791929 Apr 18 18:06:49.759235 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5a8eb4a-b43a-40e8-81ae-8791e2597253 req-ade20701-973d-42b1-b4f7-ea79e7613714 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013062 Apr 18 18:06:49.764603 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ef440d78-70c9-444c-9cfb-b201852e5fa6 req-95628330-2f78-4965-b97c-68699778606d tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819197 Apr 18 18:06:49.791684 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46208) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:49.943611 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f89fb-6c4f-4f1c-93ef-6ea352f0696f tempest-TestShelveInstance-2086585510 tempest-TestShelveInstance-2086585510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:49.945025 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f62f89fb-6c4f-4f1c-93ef-6ea352f0696f tempest-TestShelveInstance-2086585510 tempest-TestShelveInstance-2086585510-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1124 time: 0.1522617 Apr 18 18:06:49.948024 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46212) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:06:49.952863 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'port_id': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:06:49.973769 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:50.061790 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:50.184635 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Allocated IP 172.27.3.7 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/2aa7ea72-cd90-466c-bffc-68f1b93a2cbd) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:06:50.297141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for port (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:50.332173 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:50.382393 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:06:50.385524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:06:50.389567 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:06:50.421508 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'Port': ['ID=2aa7ea72-cd90-466c-bffc-68f1b93a2cbd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:50.432443 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bed0ed-9fc9-4998-8117-2ec1ee51b4eb req-728bbc85-7b42-4c7d-9405-96c141723c2a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:50.435209 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-32bed0ed-9fc9-4998-8117-2ec1ee51b4eb req-728bbc85-7b42-4c7d-9405-96c141723c2a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0531116 Apr 18 18:06:50.489732 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-32bed0ed-9fc9-4998-8117-2ec1ee51b4eb req-ac575618-4467-4733-944a-c62aeb132d3e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486372 Apr 18 18:06:50.698342 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:50.815763 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for floatingip (9f255808-3da8-4fc7-b8e6-26b9ed4049f3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:50.892708 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:50.898135 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9e519-6b5d-4422-bfd8-a8c3439b7bef req-8c941a65-db9a-4482-bb91-800cb547a4da tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:50.899716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cde9e519-6b5d-4422-bfd8-a8c3439b7bef req-8c941a65-db9a-4482-bb91-800cb547a4da tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0589926 Apr 18 18:06:50.973275 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cde9e519-6b5d-4422-bfd8-a8c3439b7bef req-022490ad-e1d2-47ad-9ba1-44e1379eacee tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667658 Apr 18 18:06:51.068096 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for port (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:51.074063 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:51.144246 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event updated for resources: {'Port': ['ID=2aa7ea72-cd90-466c-bffc-68f1b93a2cbd,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:06:51.159524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (9f255808-3da8-4fc7-b8e6-26b9ed4049f3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:51.268693 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Floating IP 9f255808-3da8-4fc7-b8e6-26b9ed4049f3 associated. External IP: 172.27.3.7, port: 31edfd61-9c79-4d50-ae81-36b1970565d0. Apr 18 18:06:51.502735 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Router 3b938b0e-91fb-44e8-b213-d2cccbfb146d has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:06:51.620339 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff694c98-d25e-45a3-a24e-60b8a73cef71 req-38948e7d-8fa0-4bc9-9b62-191867fa26b6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:51.622390 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ff694c98-d25e-45a3-a24e-60b8a73cef71 req-38948e7d-8fa0-4bc9-9b62-191867fa26b6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0565300 Apr 18 18:06:51.627740 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:06:51.645685 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] Sync routers for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:06:51.649660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:06:51.660531 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:06:51.661390 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:06:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:51.708829 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f101f252-1d19-4f1c-a2ca-fa22b3b9fc1a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7470949 Apr 18 18:06:51.708829 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:06:51.708829 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33926ff9-15bb-4b39-a85c-d3937714851b" -d '{"events": [{"name": "network-changed", "server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:06:51.742881 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ff694c98-d25e-45a3-a24e-60b8a73cef71 req-200fb18d-a685-4e43-9d6e-0c29d656ea62 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080050 Apr 18 18:06:51.748445 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24932760-9fde-4fc7-bb18-16987754e495 x-openstack-request-id: req-24932760-9fde-4fc7-bb18-16987754e495 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:06:51.748445 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:06:51.748817 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24932760-9fde-4fc7-bb18-16987754e495 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:06:51.749108 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24932760-9fde-4fc7-bb18-16987754e495'] response: {'name': 'network-changed', 'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'status': 'completed', 'code': 200} Apr 18 18:06:51.805437 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:06:51.816140 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926ff9-15bb-4b39-a85c-d3937714851b req-378910e9-88eb-4d55-beb1-d370a64bf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:51.817731 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33926ff9-15bb-4b39-a85c-d3937714851b req-378910e9-88eb-4d55-beb1-d370a64bf63d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0969e297d5542c994c55560f17c6cc7&device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1129 time: 0.0423262 Apr 18 18:06:51.931439 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926ff9-15bb-4b39-a85c-d3937714851b req-f52c30af-aa03-4bba-a201-ae787973d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:51.933731 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33926ff9-15bb-4b39-a85c-d3937714851b req-f52c30af-aa03-4bba-a201-ae787973d094 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 200 len: 909 time: 0.1048281 Apr 18 18:06:52.003612 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33926ff9-15bb-4b39-a85c-d3937714851b req-2055942a-1724-4604-b6e6-0a98d314e362 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 997 time: 0.0637741 Apr 18 18:06:52.062678 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926ff9-15bb-4b39-a85c-d3937714851b req-01355d0c-5e55-42d1-9af4-d8c4c8881d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:52.064228 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33926ff9-15bb-4b39-a85c-d3937714851b req-01355d0c-5e55-42d1-9af4-d8c4c8881d82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15a8ef12-8c13-45de-b8f8-603275a78695 HTTP/1.1" status: 200 len: 848 time: 0.0530572 Apr 18 18:06:52.109911 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaf4a4-a360-4c65-92a3-8411e70c49b8 req-a2d4b716-2e96-421a-8b9c-76aae980eb38 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:52.111835 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f4aaf4a4-a360-4c65-92a3-8411e70c49b8 req-a2d4b716-2e96-421a-8b9c-76aae980eb38 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0540481 Apr 18 18:06:52.117571 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926ff9-15bb-4b39-a85c-d3937714851b req-763dbc1d-b150-4169-addb-9c79b8227177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:52.119513 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33926ff9-15bb-4b39-a85c-d3937714851b req-763dbc1d-b150-4169-addb-9c79b8227177 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60e61468-d32f-4ab1-986f-5153b13a0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487316 Apr 18 18:06:52.156551 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '9f255808-3da8-4fc7-b8e6-26b9ed4049f3', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'port_id': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'mac_address': 'fa:16:3e:a0:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ee7a21-8234-49f3-8576-509c2c729c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:06:50Z', 'updated_at': '2022-04-18T18:06:50Z', 'revision_number': 0, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:57Z', 'revision_number': 5, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:52.189843 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f4aaf4a4-a360-4c65-92a3-8411e70c49b8 req-4f657bbf-0c44-44da-ad67-7366f6a00560 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715573 Apr 18 18:06:52.191372 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] Checking router: 3b938b0e-91fb-44e8-b213-d2cccbfb146d for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:06:52.200597 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:06:52.201338 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:06:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:52.226016 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33926ff9-15bb-4b39-a85c-d3937714851b req-6c39042b-95be-4441-9e24-8c744f20701b service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921640 Apr 18 18:06:52.339899 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33926ff9-15bb-4b39-a85c-d3937714851b req-7f10de7f-7441-4d70-8fa9-250bb74cf1c2 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063147 Apr 18 18:06:52.340777 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:06:52.598145 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '9f255808-3da8-4fc7-b8e6-26b9ed4049f3', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'port_id': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'mac_address': 'fa:16:3e:a0:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ee7a21-8234-49f3-8576-509c2c729c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:06:50Z', 'updated_at': '2022-04-18T18:06:50Z', 'revision_number': 0, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:57Z', 'revision_number': 5, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:06:52.637601 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4db58-001e-499f-b0ab-fff2bbcd1f6c None None] The sync data for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi is: [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '9f255808-3da8-4fc7-b8e6-26b9ed4049f3', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'port_id': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'mac_address': 'fa:16:3e:a0:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ee7a21-8234-49f3-8576-509c2c729c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:06:50Z', 'updated_at': '2022-04-18T18:06:50Z', 'revision_number': 0, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:57Z', 'revision_number': 5, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:06:52.874975 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ecca-eec2-4a86-a230-b201f8f1d924 req-1a957cbb-c048-4148-8ae9-b9d1e0101cf0 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:52.876662 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d2c1ecca-eec2-4a86-a230-b201f8f1d924 req-1a957cbb-c048-4148-8ae9-b9d1e0101cf0 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0570636 Apr 18 18:06:52.892431 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284f8e8-76e0-4393-b431-19c36e8f52c3 None None] New status for floating IP 9f255808-3da8-4fc7-b8e6-26b9ed4049f3: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:06:52.930383 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d2c1ecca-eec2-4a86-a230-b201f8f1d924 req-2ff59a4d-a778-40dd-9fb3-f035e7e1ea38 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475395 Apr 18 18:06:53.155277 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67d101-e17e-4f5f-bcd2-e20978592b2c req-d1d49ab9-f1ae-4e84-a72a-38c1bc428ec5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:53.156909 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ce67d101-e17e-4f5f-bcd2-e20978592b2c req-d1d49ab9-f1ae-4e84-a72a-38c1bc428ec5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0543752 Apr 18 18:06:53.218719 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ce67d101-e17e-4f5f-bcd2-e20978592b2c req-7aaccd5a-d0f2-4ac0-ae6b-94e32f7df8d3 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546710 Apr 18 18:06:53.223350 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-27199c86-d519-4ea7-a82d-b9ae82db83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:53.224945 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-27199c86-d519-4ea7-a82d-b9ae82db83d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 1129 time: 0.0436814 Apr 18 18:06:53.329681 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529c281-075c-4bba-966b-62aac043788e req-380835ec-a286-45cf-ad18-3db7ce34a92d tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:53.331343 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e529c281-075c-4bba-966b-62aac043788e req-380835ec-a286-45cf-ad18-3db7ce34a92d tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0655739 Apr 18 18:06:53.334789 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-9a921893-445c-4ea3-9548-e8121b849d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:53.336261 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-9a921893-445c-4ea3-9548-e8121b849d7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 909 time: 0.0972950 Apr 18 18:06:53.407069 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e529c281-075c-4bba-966b-62aac043788e req-235e2164-1ac9-458a-8112-1958d5440122 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688040 Apr 18 18:06:53.652260 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-28291283-e803-455b-a020-8b7f84759ce3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb HTTP/1.1" status: 200 len: 1000 time: 0.3048136 Apr 18 18:06:53.704275 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-374a3971-f1ce-4f0e-943c-2b92467d5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:53.705752 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-374a3971-f1ce-4f0e-943c-2b92467d5bae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 200 len: 848 time: 0.0466368 Apr 18 18:06:53.758032 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-35870797-8910-4e1e-8b8e-c16d89934475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:53.759560 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-35870797-8910-4e1e-8b8e-c16d89934475 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=521bf463-31b7-4a75-8eed-a6e766fc9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454946 Apr 18 18:06:53.864190 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-adf8192b-92c0-4bdd-a071-f0ccb259a5c6 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956500 Apr 18 18:06:53.986373 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2bbed79c-ca09-4209-99d4-1ba05fc749f7 req-b94a1083-15f4-4351-ab40-5cffb213220a service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150107 Apr 18 18:06:54.347970 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f97fa-1011-4be1-8186-a4ef79c9d014 req-1e0db151-f422-4036-8a99-2b6be13d461a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:54.349466 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f19f97fa-1011-4be1-8186-a4ef79c9d014 req-1e0db151-f422-4036-8a99-2b6be13d461a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0542743 Apr 18 18:06:54.398751 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f19f97fa-1011-4be1-8186-a4ef79c9d014 req-db1d1efc-bfe2-44cb-9fc0-bf38c5d58b2a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435290 Apr 18 18:06:54.536398 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51c220-ffbc-49d1-886a-fda0faa8d67f req-af8e5dc3-f926-484a-8ccc-37cb9a14e362 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:54.537790 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2d51c220-ffbc-49d1-886a-fda0faa8d67f req-af8e5dc3-f926-484a-8ccc-37cb9a14e362 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0587509 Apr 18 18:06:54.609491 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2d51c220-ffbc-49d1-886a-fda0faa8d67f req-34b1b64e-1535-42a8-abe0-ab61c64b6801 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655377 Apr 18 18:06:55.228258 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-27bd0f6a-22e3-47c3-b035-5a534666bf24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432732 Apr 18 18:06:55.290463 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-2a887b4c-c66d-428c-a073-9ee27df44d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:55.293281 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-2a887b4c-c66d-428c-a073-9ee27df44d48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 1129 time: 0.0438755 Apr 18 18:06:55.516456 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-dbe1fa33-f488-4af3-8156-0ac8dc91c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:55.518193 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-dbe1fa33-f488-4af3-8156-0ac8dc91c3f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 909 time: 0.0976176 Apr 18 18:06:55.543225 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dba185-23ec-4c72-9cf8-f1f61e3579a6 req-fadfa8ad-c7c0-44ec-a90b-7b5bed00c3a0 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:55.544695 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-40dba185-23ec-4c72-9cf8-f1f61e3579a6 req-fadfa8ad-c7c0-44ec-a90b-7b5bed00c3a0 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0647166 Apr 18 18:06:55.599396 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-40dba185-23ec-4c72-9cf8-f1f61e3579a6 req-41ece41e-f2f8-4c9e-8bb4-60e61ce62d6f tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489626 Apr 18 18:06:55.737552 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd4e8b-75ec-4e03-a94e-bbc4ac88bd52 req-888142c2-84f1-49ba-8ecf-6b523612ef4b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:55.739035 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-55bd4e8b-75ec-4e03-a94e-bbc4ac88bd52 req-888142c2-84f1-49ba-8ecf-6b523612ef4b tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0547271 Apr 18 18:06:55.802860 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-55bd4e8b-75ec-4e03-a94e-bbc4ac88bd52 req-d406f361-e841-4925-956e-46eaf4bd3e7d tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579183 Apr 18 18:06:55.967094 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-0b8dcb0f-89e8-47f1-9cd4-4af6aa21a7c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb HTTP/1.1" status: 200 len: 1000 time: 0.0709653 Apr 18 18:06:56.473375 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-e60ea5f6-72cc-47bc-bfed-87c277f213ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:56.474873 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-e60ea5f6-72cc-47bc-bfed-87c277f213ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 200 len: 848 time: 0.0523105 Apr 18 18:06:56.588499 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-3608a96c-e83d-4deb-ba3b-c5830cc6727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:56.590225 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-3608a96c-e83d-4deb-ba3b-c5830cc6727f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=521bf463-31b7-4a75-8eed-a6e766fc9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456018 Apr 18 18:06:56.705891 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-93c30fc8-c45b-4a38-8e0e-f2bb51ba2be9 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077423 Apr 18 18:06:56.807300 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be1c0477-9f49-4465-aea3-db8fd92f1ef5 req-69ae8cc6-202a-44c2-a7e7-df8544c75211 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898349 Apr 18 18:06:56.930109 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd74c1-8d59-4a2e-8853-c0a827771e56 req-555edd03-a9c9-4e5e-82f8-9347bf6ee18f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:56.931544 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-24bd74c1-8d59-4a2e-8853-c0a827771e56 req-555edd03-a9c9-4e5e-82f8-9347bf6ee18f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0571797 Apr 18 18:06:56.998551 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-24bd74c1-8d59-4a2e-8853-c0a827771e56 req-aed33084-df3a-4c99-aaa4-313bfd077557 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603178 Apr 18 18:06:57.415483 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d14d7e-d347-4712-a06b-4f8956839482 req-995f4a98-8713-48c1-8e49-fa18b5eaf6dc tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:57.417809 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-83d14d7e-d347-4712-a06b-4f8956839482 req-995f4a98-8713-48c1-8e49-fa18b5eaf6dc tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0527844 Apr 18 18:06:57.470278 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-83d14d7e-d347-4712-a06b-4f8956839482 req-7a31195f-1379-4fad-8e8a-563d59530439 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451467 Apr 18 18:06:57.805240 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dff87-0789-49ed-b165-c567aad72502 req-1712804c-63bd-4be5-8177-6f90d1eaa9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:57.806864 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-227dff87-0789-49ed-b165-c567aad72502 req-1712804c-63bd-4be5-8177-6f90d1eaa9e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1129 time: 0.0423486 Apr 18 18:06:57.904456 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dff87-0789-49ed-b165-c567aad72502 req-a3373cdd-8cf0-423f-b2f3-8bd26ee99336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:57.905990 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-227dff87-0789-49ed-b165-c567aad72502 req-a3373cdd-8cf0-423f-b2f3-8bd26ee99336 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.0909367 Apr 18 18:06:57.983393 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-227dff87-0789-49ed-b165-c567aad72502 req-ffa791d0-4c2f-4cef-a0e2-eb436a3c53cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 200 len: 1001 time: 0.0698080 Apr 18 18:06:58.043688 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dff87-0789-49ed-b165-c567aad72502 req-69025eba-26aa-4771-9497-a7f1f3deb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:58.045290 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-227dff87-0789-49ed-b165-c567aad72502 req-69025eba-26aa-4771-9497-a7f1f3deb9eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.0540383 Apr 18 18:06:58.105091 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dff87-0789-49ed-b165-c567aad72502 req-795b874e-191b-4088-b819-135a79aa3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:58.106787 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-227dff87-0789-49ed-b165-c567aad72502 req-795b874e-191b-4088-b819-135a79aa3614 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487590 Apr 18 18:06:58.129210 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacefdc-3b7a-4b7c-b535-5be52fa23bf7 req-e1cf2797-1fb4-4836-be15-b16519e29f83 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:58.131097 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8bacefdc-3b7a-4b7c-b535-5be52fa23bf7 req-e1cf2797-1fb4-4836-be15-b16519e29f83 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0570405 Apr 18 18:06:58.199063 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8bacefdc-3b7a-4b7c-b535-5be52fa23bf7 req-88c287af-ed5b-4768-8a42-13e6a0bf05cd tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=ece39962-27b0-451b-b5fa-b7409c90a6c5&id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610642 Apr 18 18:06:58.208821 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-227dff87-0789-49ed-b165-c567aad72502 req-fb1f860a-49e2-47f5-bd90-3aecc3ad7799 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942700 Apr 18 18:06:58.308942 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-227dff87-0789-49ed-b165-c567aad72502 req-bd889190-5e9c-41de-8b7a-21daf608ca0c service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923047 Apr 18 18:06:58.603440 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4bce0-43a1-4ea3-8b48-e0313b969e08 req-1729906b-1cb6-4e16-930f-63105e2abee3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:58.605126 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ae4bce0-43a1-4ea3-8b48-e0313b969e08 req-1729906b-1cb6-4e16-930f-63105e2abee3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0529456 Apr 18 18:06:58.657217 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6ae4bce0-43a1-4ea3-8b48-e0313b969e08 req-e720c203-0dbb-4a84-b245-eb045aed3717 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458152 Apr 18 18:06:59.780866 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e1367-8724-41ce-a369-b3901b1d27bd req-0bc080ce-2bf9-49f7-b485-79b9140f9274 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:06:59.782449 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d17e1367-8724-41ce-a369-b3901b1d27bd req-0bc080ce-2bf9-49f7-b485-79b9140f9274 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0536578 Apr 18 18:06:59.842953 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d17e1367-8724-41ce-a369-b3901b1d27bd req-337c9f69-a352-41aa-b720-74f97f4e0faf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531559 Apr 18 18:07:00.970916 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ea57-eb3d-4004-af2d-3c5877c45d54 req-02a7056f-b5b3-4ec5-9d00-c0408aa0972d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:00.972478 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bda9ea57-eb3d-4004-af2d-3c5877c45d54 req-02a7056f-b5b3-4ec5-9d00-c0408aa0972d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0494294 Apr 18 18:07:01.022661 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bda9ea57-eb3d-4004-af2d-3c5877c45d54 req-3f642e83-3c1e-4454-88e1-d407b9fb9ab4 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Apr 18 18:07:01.501870 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:02.139756 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a125e4-45c4-4e18-a249-d9e751047cda req-c243599d-4601-4b5a-a220-f531874d42ed tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:02.141246 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-09a125e4-45c4-4e18-a249-d9e751047cda req-c243599d-4601-4b5a-a220-f531874d42ed tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0496097 Apr 18 18:07:02.188541 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-09a125e4-45c4-4e18-a249-d9e751047cda req-dc0e314b-18e7-46d0-9f0f-b045ff147a9f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 Apr 18 18:07:03.308251 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fa400-e09b-4039-89a6-9b2927c800a7 req-81627320-4cf8-4a50-bfc2-54e526748f82 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:03.309732 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ae5fa400-e09b-4039-89a6-9b2927c800a7 req-81627320-4cf8-4a50-bfc2-54e526748f82 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0538316 Apr 18 18:07:03.360647 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ae5fa400-e09b-4039-89a6-9b2927c800a7 req-94b2d93b-51ea-46e9-8850-273f70a8b930 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443981 Apr 18 18:07:04.476606 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf8277-54a8-474f-b25c-6829c7f77a3d req-f2774013-8d93-41be-ad79-d07c893dd0be tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:04.478261 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9fdf8277-54a8-474f-b25c-6829c7f77a3d req-f2774013-8d93-41be-ad79-d07c893dd0be tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0497828 Apr 18 18:07:04.533114 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9fdf8277-54a8-474f-b25c-6829c7f77a3d req-89b21e34-51d6-463b-a34f-e98bed6418c0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488546 Apr 18 18:07:05.646660 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3386c-8cba-4b67-ab0e-a668be5d3f46 req-8fcac738-e19a-4510-acff-d6519c297a0a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:05.648156 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cfc3386c-8cba-4b67-ab0e-a668be5d3f46 req-8fcac738-e19a-4510-acff-d6519c297a0a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0474153 Apr 18 18:07:05.697867 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cfc3386c-8cba-4b67-ab0e-a668be5d3f46 req-b62b474e-a921-4594-9234-2b759daae849 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442295 Apr 18 18:07:06.810757 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c348b0-b1bb-417e-9c36-5e367c51a1d0 req-898b6302-46ca-4868-9a73-f2ecf260cecb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:06.812706 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-22c348b0-b1bb-417e-9c36-5e367c51a1d0 req-898b6302-46ca-4868-9a73-f2ecf260cecb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0469100 Apr 18 18:07:06.859088 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-22c348b0-b1bb-417e-9c36-5e367c51a1d0 req-faeae596-0d46-403c-8c37-2a11f31ed909 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Apr 18 18:07:07.974822 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f0db1-b971-442c-9f14-99483b1ba0e6 req-e6e3a07b-1c3c-4fab-b24e-dbf61c10364f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:07.976208 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-445f0db1-b971-442c-9f14-99483b1ba0e6 req-e6e3a07b-1c3c-4fab-b24e-dbf61c10364f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0474091 Apr 18 18:07:08.022698 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-445f0db1-b971-442c-9f14-99483b1ba0e6 req-2114b381-80e6-4973-b4ed-771c05d508e3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407128 Apr 18 18:07:09.138630 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc94f-48a8-46aa-951e-0fd046c502c7 req-9181db43-df2d-4341-aac1-41881becaa21 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:09.140083 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d0dfc94f-48a8-46aa-951e-0fd046c502c7 req-9181db43-df2d-4341-aac1-41881becaa21 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0499122 Apr 18 18:07:09.189051 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d0dfc94f-48a8-46aa-951e-0fd046c502c7 req-5fc432b5-7782-4e74-9bdf-d9868417321d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Apr 18 18:07:10.324185 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100710bd-f9e4-4b10-8988-c4ac3fc63c17 req-6d484bc3-d032-4019-89ed-3c8aa3e96cf0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:10.326100 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-100710bd-f9e4-4b10-8988-c4ac3fc63c17 req-6d484bc3-d032-4019-89ed-3c8aa3e96cf0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0575559 Apr 18 18:07:10.376747 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-100710bd-f9e4-4b10-8988-c4ac3fc63c17 req-5cb279db-c394-47e8-a07c-f8a5bd6d8c4b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442014 Apr 18 18:07:11.496988 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92f360-5eca-449b-a12f-53634dfd8b90 req-12b07b56-e775-4036-a8a2-a607000a719a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:11.498489 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bc92f360-5eca-449b-a12f-53634dfd8b90 req-12b07b56-e775-4036-a8a2-a607000a719a tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0524187 Apr 18 18:07:11.549406 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bc92f360-5eca-449b-a12f-53634dfd8b90 req-6c4c12f0-1725-4d96-901f-d1992cc2bd17 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Apr 18 18:07:12.663877 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b9ae-5fcf-4d83-9237-d00b9e8e4136 req-7d9a5da1-5bec-4149-badc-79b621dd2bc2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:12.665376 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3996b9ae-5fcf-4d83-9237-d00b9e8e4136 req-7d9a5da1-5bec-4149-badc-79b621dd2bc2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0484426 Apr 18 18:07:12.713188 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3996b9ae-5fcf-4d83-9237-d00b9e8e4136 req-de956604-edd4-4d4e-986e-6189f87c6e65 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Apr 18 18:07:13.830360 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a7fd4-afd3-42ef-8d67-932f26b27db2 req-24ab4ed8-f89a-46a8-8f8a-f05ccaa7b895 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:13.831828 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b4a7fd4-afd3-42ef-8d67-932f26b27db2 req-24ab4ed8-f89a-46a8-8f8a-f05ccaa7b895 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0494916 Apr 18 18:07:13.882425 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b4a7fd4-afd3-42ef-8d67-932f26b27db2 req-3c5cffa5-1ac1-4031-b2ce-1124130ff58e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448916 Apr 18 18:07:14.387983 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0baa2601-5a99-4a7c-be26-6b72a73fcb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:14.996338 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8de8-b67d-4fb9-93c6-48485e38b854 req-ddf03f2c-f02c-430e-a1f1-2316a27c7964 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:14.997806 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9c9f8de8-b67d-4fb9-93c6-48485e38b854 req-ddf03f2c-f02c-430e-a1f1-2316a27c7964 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0484807 Apr 18 18:07:15.045903 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9c9f8de8-b67d-4fb9-93c6-48485e38b854 req-b5bc2225-bf9e-4ca5-9fe4-b9f36db49530 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Apr 18 18:07:16.167107 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ecda3-902f-4607-a845-017455eb538f req-d99de281-32ee-4df0-b8b2-31139c854a8b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:16.168667 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-399ecda3-902f-4607-a845-017455eb538f req-d99de281-32ee-4df0-b8b2-31139c854a8b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0526378 Apr 18 18:07:16.218368 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-399ecda3-902f-4607-a845-017455eb538f req-a018cceb-7d33-4d64-9f3d-4ff67abddad4 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Apr 18 18:07:16.574623 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9a840a33-545b-47c1-9b88-0f8aa4a60582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:17.340872 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01cf98-2d9d-4aa3-8cc9-776f3a357478 req-96f3563a-bb76-4afd-9694-e896b2c4b82f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:17.342640 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-db01cf98-2d9d-4aa3-8cc9-776f3a357478 req-96f3563a-bb76-4afd-9694-e896b2c4b82f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0514181 Apr 18 18:07:17.392234 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-db01cf98-2d9d-4aa3-8cc9-776f3a357478 req-8badc631-e023-4b0d-9e19-d01863cf1cd0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414441 Apr 18 18:07:17.819593 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:17.969728 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c543c5-c4cf-49d1-a45a-e540d810463d req-bf966a1a-1f4a-4422-8a25-911725d22399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:17.971853 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50c543c5-c4cf-49d1-a45a-e540d810463d req-bf966a1a-1f4a-4422-8a25-911725d22399 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1129 time: 0.0404022 Apr 18 18:07:18.023863 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50c543c5-c4cf-49d1-a45a-e540d810463d req-3c569a4c-9d56-4b31-89a2-d6f81057ab9e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Apr 18 18:07:18.507236 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc3dd3-41ac-437c-9778-1b76ea00aff8 req-e0662698-c9c3-4d5f-980d-e2f2bf82da42 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:18.508716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b3dc3dd3-41ac-437c-9778-1b76ea00aff8 req-e0662698-c9c3-4d5f-980d-e2f2bf82da42 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0480037 Apr 18 18:07:18.574674 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b3dc3dd3-41ac-437c-9778-1b76ea00aff8 req-e8e8985a-8f77-437c-a01e-44c396fb8cf3 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599272 Apr 18 18:07:19.130940 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:19.692475 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45339bc0-8fdc-480d-b14c-85a14ae8a44b req-3fdb0307-f1c5-4d8b-bd83-4ec0be82af94 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:19.693956 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-45339bc0-8fdc-480d-b14c-85a14ae8a44b req-3fdb0307-f1c5-4d8b-bd83-4ec0be82af94 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0474126 Apr 18 18:07:19.753098 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-45339bc0-8fdc-480d-b14c-85a14ae8a44b req-7a5d96aa-4485-4544-93d2-cc9b8f2a47e0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534370 Apr 18 18:07:20.202531 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837dbbe-daa0-4b14-98a3-0f6ca44e2ac4 req-eb4dc330-b7fd-44e2-831b-bbcb79f553a8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:20.204239 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4837dbbe-daa0-4b14-98a3-0f6ca44e2ac4 req-eb4dc330-b7fd-44e2-831b-bbcb79f553a8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0551279 Apr 18 18:07:20.232963 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695fd4b-b90d-4666-83d4-296931342794 req-a9cfae68-cd91-4491-8696-4b3067279c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:20.234594 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a695fd4b-b90d-4666-83d4-296931342794 req-a9cfae68-cd91-4491-8696-4b3067279c79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1129 time: 0.0453293 Apr 18 18:07:20.257062 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4837dbbe-daa0-4b14-98a3-0f6ca44e2ac4 req-5a56956d-dacd-4866-b21b-0043616a6535 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466561 Apr 18 18:07:20.332016 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695fd4b-b90d-4666-83d4-296931342794 req-8ad25ae0-1e79-4b59-8b8a-82bc932bab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:20.333510 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a695fd4b-b90d-4666-83d4-296931342794 req-8ad25ae0-1e79-4b59-8b8a-82bc932bab57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.0903325 Apr 18 18:07:20.412189 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a695fd4b-b90d-4666-83d4-296931342794 req-e56f921d-ac5a-44f4-8abd-db3982681ecf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 200 len: 1001 time: 0.0669801 Apr 18 18:07:20.463280 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695fd4b-b90d-4666-83d4-296931342794 req-eea7ee48-7097-4954-8867-1f2ed5f6913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:20.464652 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a695fd4b-b90d-4666-83d4-296931342794 req-eea7ee48-7097-4954-8867-1f2ed5f6913c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.0462523 Apr 18 18:07:20.512986 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695fd4b-b90d-4666-83d4-296931342794 req-0b56be78-2ffc-4f61-9ebd-6ae289dc7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:20.514598 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a695fd4b-b90d-4666-83d4-296931342794 req-0b56be78-2ffc-4f61-9ebd-6ae289dc7e5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407124 Apr 18 18:07:20.619397 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a695fd4b-b90d-4666-83d4-296931342794 req-77320e7c-d0cb-4fe0-9c63-77e74e2de8ca service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979803 Apr 18 18:07:20.697277 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:20.733757 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a695fd4b-b90d-4666-83d4-296931342794 req-e7c1be0e-cf0c-4d54-abe1-003945f3357b service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033318 Apr 18 18:07:21.371313 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5ef9-3d27-4fea-96bc-9ad9fbb4befe req-2fffcb82-214a-4678-84c8-acd3998ec455 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:21.372790 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b50d5ef9-3d27-4fea-96bc-9ad9fbb4befe req-2fffcb82-214a-4678-84c8-acd3998ec455 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0472159 Apr 18 18:07:21.421182 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b50d5ef9-3d27-4fea-96bc-9ad9fbb4befe req-5b9c0bf2-2ef9-4f73-bf39-fabd2a018b96 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Apr 18 18:07:21.738952 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:07:22.541006 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5dab7-344d-4d01-8e62-a05a528adc2f req-ea71e7f7-002c-477f-b527-0e0ad6d37613 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:22.542404 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f7d5dab7-344d-4d01-8e62-a05a528adc2f req-ea71e7f7-002c-477f-b527-0e0ad6d37613 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0515301 Apr 18 18:07:22.589366 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f7d5dab7-344d-4d01-8e62-a05a528adc2f req-e6a2a11a-3336-4ff7-a8ed-4b085d2ce7cf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Apr 18 18:07:23.703285 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469338b-98b0-4da6-b7ad-8d353e88bc18 req-d3a615ae-ad56-47b0-9323-59444dfc92b2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:23.704904 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3469338b-98b0-4da6-b7ad-8d353e88bc18 req-d3a615ae-ad56-47b0-9323-59444dfc92b2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0475626 Apr 18 18:07:23.753353 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3469338b-98b0-4da6-b7ad-8d353e88bc18 req-e412beb2-5667-4976-8a61-fa290bb864ef tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Apr 18 18:07:23.866378 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e66f-9599-4bcf-b25f-3e16cd424514 req-1e0249c8-7b4f-4ed7-86bf-d15853db99ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:23.867837 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ab37e66f-9599-4bcf-b25f-3e16cd424514 req-1e0249c8-7b4f-4ed7-86bf-d15853db99ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0510178 Apr 18 18:07:23.876536 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46476) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:23.881186 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f1efac80-4e86-4b75-a277-3099b6b03c29 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Request body: {'floatingip': {'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:23.943516 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1efac80-4e86-4b75-a277-3099b6b03c29 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (99d4c977-2a8b-473b-90ce-071b1d014179), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:24.133812 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca2479-d386-4249-80eb-d1825effcff5 req-d5007d3e-16fa-4be4-af3a-a89b16c78071 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:24.135415 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d6ca2479-d386-4249-80eb-d1825effcff5 req-d5007d3e-16fa-4be4-af3a-a89b16c78071 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 945 time: 0.0491886 Apr 18 18:07:24.184850 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d6ca2479-d386-4249-80eb-d1825effcff5 req-afb2f7ef-fc11-422a-a502-089689619870 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Apr 18 18:07:24.431844 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1efac80-4e86-4b75-a277-3099b6b03c29 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:24.435810 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1efac80-4e86-4b75-a277-3099b6b03c29 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (99d4c977-2a8b-473b-90ce-071b1d014179), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:24.645725 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1efac80-4e86-4b75-a277-3099b6b03c29 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Router 3bee91fa-cf71-4cd1-953e-eafa754ec54a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:07:24.756165 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1efac80-4e86-4b75-a277-3099b6b03c29 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:07:24.761194 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1efac80-4e86-4b75-a277-3099b6b03c29 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:24.768316 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] Sync routers for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:07:24.778988 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:24.779896 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:24.799047 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:24.801611 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd356e5-f621-4a8e-90cd-7eb992be60b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:24.831680 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f1efac80-4e86-4b75-a277-3099b6b03c29 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "PUT /v2.0/floatingips/99d4c977-2a8b-473b-90ce-071b1d014179 HTTP/1.1" status: 200 len: 993 time: 0.9539478 Apr 18 18:07:24.854932 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e080c8-219d-4d9b-8462-5115c059c354 x-openstack-request-id: req-70e080c8-219d-4d9b-8462-5115c059c354 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:24.855235 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:24.855494 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70e080c8-219d-4d9b-8462-5115c059c354 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:24.855902 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e080c8-219d-4d9b-8462-5115c059c354'] response: {'name': 'network-changed', 'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'status': 'completed', 'code': 200} Apr 18 18:07:24.903987 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:25.118325 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '99d4c977-2a8b-473b-90ce-071b1d014179', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'mac_address': 'fa:16:3e:fa:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:22Z', 'updated_at': '2022-04-18T18:07:24Z', 'revision_number': 3, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:25.144915 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] Checking router: 3bee91fa-cf71-4cd1-953e-eafa754ec54a for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:07:25.153088 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:25.153691 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:25.261188 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:25.301063 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa5a90-ddb1-4931-9a3e-d59924d48729 req-d7935186-ad38-4a9e-bbbd-36e8d1fd0edb tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:25.302566 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c5aa5a90-ddb1-4931-9a3e-d59924d48729 req-d7935186-ad38-4a9e-bbbd-36e8d1fd0edb tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 945 time: 0.0472283 Apr 18 18:07:25.350033 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c5aa5a90-ddb1-4931-9a3e-d59924d48729 req-e34067de-b39f-4745-828c-5c14d32962b5 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Apr 18 18:07:25.571422 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '99d4c977-2a8b-473b-90ce-071b1d014179', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'mac_address': 'fa:16:3e:fa:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:22Z', 'updated_at': '2022-04-18T18:07:24Z', 'revision_number': 3, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:25.598411 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7aa36-b6c2-4744-b258-164a522e1174 None None] The sync data for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi is: [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '99d4c977-2a8b-473b-90ce-071b1d014179', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'port_id': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'mac_address': 'fa:16:3e:fa:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:05:22Z', 'updated_at': '2022-04-18T18:07:24Z', 'revision_number': 3, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:07:26.467333 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b10049-46db-495c-b810-b9f7dc00d6f5 req-eb9b824a-8696-4519-b355-1c30609efeef tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:26.469282 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a7b10049-46db-495c-b810-b9f7dc00d6f5 req-eb9b824a-8696-4519-b355-1c30609efeef tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Apr 18 18:07:26.504079 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-a613dcaa-b468-4469-a5d9-192ee2dcbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:26.505620 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-a613dcaa-b468-4469-a5d9-192ee2dcbd7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1129 time: 0.0430474 Apr 18 18:07:26.519094 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a7b10049-46db-495c-b810-b9f7dc00d6f5 req-28cee95d-d96c-4621-87ce-e53fef0d9b05 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Apr 18 18:07:26.776769 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-1d65de19-8acd-49b6-88f9-c553ac55cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:26.778222 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-1d65de19-8acd-49b6-88f9-c553ac55cb7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.0883453 Apr 18 18:07:26.843390 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-93e051fa-59c9-4fe7-a6a6-d78ed3e938a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 200 len: 1001 time: 0.0573497 Apr 18 18:07:26.857019 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:26.859853 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a" -d '{"events": [{"name": "network-changed", "server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:26.895067 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df51447-1b5a-4a3c-957e-fc8c054382f7 x-openstack-request-id: req-5df51447-1b5a-4a3c-957e-fc8c054382f7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:26.895358 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:26.895613 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5df51447-1b5a-4a3c-957e-fc8c054382f7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:26.896016 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df51447-1b5a-4a3c-957e-fc8c054382f7'] response: {'name': 'network-changed', 'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'status': 'completed', 'code': 200} Apr 18 18:07:27.270521 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-b612d40f-dc43-42b6-b3f9-929cfb4d313f tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:27.271894 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-b612d40f-dc43-42b6-b3f9-929cfb4d313f tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 945 time: 0.2856758 Apr 18 18:07:27.273370 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-8656a8fb-2e36-4194-bdca-3816f59274dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:27.274710 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-8656a8fb-2e36-4194-bdca-3816f59274dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.3230729 Apr 18 18:07:27.361802 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-606eb758-c223-4af8-a991-283c35ec3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:27.363261 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-606eb758-c223-4af8-a991-283c35ec3e83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760684 Apr 18 18:07:27.450643 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Deleting port 3640910d-4848-4784-a35a-91f4edcb065b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:07:27.450980 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (3640910d-4848-4784-a35a-91f4edcb065b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:27.540346 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-c7124248-f67b-4e13-8b25-d91b8a54b3ab service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556261 Apr 18 18:07:27.593189 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] For port 3640910d-4848-4784-a35a-91f4edcb065b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3640910d-4848-4784-a35a-91f4edcb065b,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:27.593631 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (3640910d-4848-4784-a35a-91f4edcb065b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:27.638726 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Calling delete_port for 3640910d-4848-4784-a35a-91f4edcb065b owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:07:27.644320 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8740777-2294-4c9b-a8ae-0865f25ab6a3 req-640fea02-792d-4b53-bc5f-fe87ff9cbba9 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:27.645984 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f8740777-2294-4c9b-a8ae-0865f25ab6a3 req-640fea02-792d-4b53-bc5f-fe87ff9cbba9 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Apr 18 18:07:27.705494 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f8740777-2294-4c9b-a8ae-0865f25ab6a3 req-0d2806d7-8751-445b-a125-1777de0750f9 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Apr 18 18:07:27.716338 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fcd356e5-f621-4a8e-90cd-7eb992be60b2 req-d9e49a47-0609-4f5f-a653-f85ec6971b1e service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655750 Apr 18 18:07:27.785339 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccb960-59a2-4220-9232-913427b60018 req-02ba3bd7-632e-4809-8648-f3e6a0d60382 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:27.786861 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d9ccb960-59a2-4220-9232-913427b60018 req-02ba3bd7-632e-4809-8648-f3e6a0d60382 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 947 time: 0.0496771 Apr 18 18:07:27.800730 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3640910d-4848-4784-a35a-91f4edcb065b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:27.815324 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['3640910d-4848-4784-a35a-91f4edcb065b'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:07:27.834955 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Pushing event deleted for resources: {'Port': ['ID=3640910d-4848-4784-a35a-91f4edcb065b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:27.843368 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d9ccb960-59a2-4220-9232-913427b60018 req-7d1bf698-d542-43c7-8903-7d9328b5b30d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501721 Apr 18 18:07:27.847635 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.847989 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.848332 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.848672 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.849008 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.849338 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.849674 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.849999 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.850345 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.850672 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.850994 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.851317 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.851661 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.851987 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.852304 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:27.888906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] No DVR routers for this DVR port 3640910d-4848-4784-a35a-91f4edcb065b on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:07:27.892504 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:27.895663 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a79893c-fa7e-4b1e-9e1f-b61c1af39042 req-4be356da-3cd9-4cb7-b740-ac83c0304e55 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.15 "DELETE /v2.0/ports/3640910d-4848-4784-a35a-91f4edcb065b HTTP/1.1" status: 204 len: 173 time: 0.6096253 Apr 18 18:07:28.803045 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-28c49e50-fc39-4330-bf4d-5960c6ca1fcc req-42fe6191-38a3-4a82-aea3-efdc8fa57100 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 210 time: 0.0291369 Apr 18 18:07:28.897359 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a1c5a9-7bd8-4f87-8d65-eb92fae779f2', 'name': 'network-vif-deleted', 'tag': '3640910d-4848-4784-a35a-91f4edcb065b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:28.899719 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd308da9-edc9-4ddd-9e87-0f6e9aa82c56" -d '{"events": [{"server_uuid": "18a1c5a9-7bd8-4f87-8d65-eb92fae779f2", "name": "network-vif-deleted", "tag": "3640910d-4848-4784-a35a-91f4edcb065b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:28.935910 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c4fe37-5c23-4341-9e05-2876ac146e7a x-openstack-request-id: req-37c4fe37-5c23-4341-9e05-2876ac146e7a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:28.936211 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a1c5a9-7bd8-4f87-8d65-eb92fae779f2", "name": "network-vif-deleted", "tag": "3640910d-4848-4784-a35a-91f4edcb065b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:28.936466 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37c4fe37-5c23-4341-9e05-2876ac146e7a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:28.936872 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c4fe37-5c23-4341-9e05-2876ac146e7a'] response: {'server_uuid': '18a1c5a9-7bd8-4f87-8d65-eb92fae779f2', 'name': 'network-vif-deleted', 'tag': '3640910d-4848-4784-a35a-91f4edcb065b', 'status': 'completed', 'code': 200} Apr 18 18:07:28.964720 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde4b1a-60f0-41ec-a01a-f5dbb25f0e14 req-6becba33-7750-45c2-b85e-370c74f2fa6d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:28.966183 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8cde4b1a-60f0-41ec-a01a-f5dbb25f0e14 req-6becba33-7750-45c2-b85e-370c74f2fa6d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 947 time: 0.0467923 Apr 18 18:07:29.013065 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8cde4b1a-60f0-41ec-a01a-f5dbb25f0e14 req-3b245bd1-dbb6-4f49-bd89-f9f4f8264df3 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Apr 18 18:07:29.659706 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-be8cfbfc-3fe1-4732-a0f9-f3b1370e7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:29.661294 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-be8cfbfc-3fe1-4732-a0f9-f3b1370e7706 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 1129 time: 0.0430858 Apr 18 18:07:29.765056 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-68f8af6b-3cb4-4c28-a65f-cf9921010a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:29.767000 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-68f8af6b-3cb4-4c28-a65f-cf9921010a8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.0975449 Apr 18 18:07:29.929974 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3fed4fe9-34a3-402e-a7c0-0dd3f391b296 req-5ed08cd2-e151-4aa0-bbad-568793b15102 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a1c5a9-7bd8-4f87-8d65-eb92fae779f2 HTTP/1.1" status: 200 len: 210 time: 0.0430703 Apr 18 18:07:29.933612 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-b3e0f054-9118-4aea-b929-ecabddac16ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 200 len: 1001 time: 0.0633714 Apr 18 18:07:30.136264 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bcb98-08e6-4fbb-9097-8ba6d1c1c5a9 req-c71685c1-9cc9-41ec-8787-248f961240cc tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:30.137754 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ca7bcb98-08e6-4fbb-9097-8ba6d1c1c5a9 req-c71685c1-9cc9-41ec-8787-248f961240cc tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 947 time: 0.0524716 Apr 18 18:07:30.185397 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ca7bcb98-08e6-4fbb-9097-8ba6d1c1c5a9 req-42f9d700-aa8f-4e09-86c2-7fc9b5074b55 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=57d133d3-04a6-451d-95db-ecb4b55f4d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414751 Apr 18 18:07:30.384775 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-3a18d66c-9321-42e5-b30b-075ef6c8167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:30.386259 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-3a18d66c-9321-42e5-b30b-075ef6c8167e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.0850101 Apr 18 18:07:30.393307 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-5af18632-85fc-4c88-807e-af9865b3a10a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:30.394657 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-5af18632-85fc-4c88-807e-af9865b3a10a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 947 time: 0.0618489 Apr 18 18:07:30.467189 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-e061096c-1619-4a88-89de-0e6801fb6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:30.470036 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-e061096c-1619-4a88-89de-0e6801fb6cbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735590 Apr 18 18:07:30.569666 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Deleting port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:07:30.570064 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:30.655044 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-42e9e087-14a8-4fe3-ba6e-d527f32d9a8b service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782439 Apr 18 18:07:30.731814 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] For port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:30.732179 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:30.878018 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4eae238c-1ac9-4bcd-aa53-f7aa4e98b46a req-844aa5f7-7474-4619-9150-acfdb7068d1f service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170274 Apr 18 18:07:30.988347 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:30.988993 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (6121c139-c7de-4d29-853a-259867940bf1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:30.989103 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Floating IP 6121c139-c7de-4d29-853a-259867940bf1 disassociated. External IP: 172.27.3.239, port: 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21. Apr 18 18:07:30.989584 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Calling delete_port for 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:07:31.133355 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:31.169278 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event deleted for resources: {'Port': ['ID=6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:31.288140 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c663247b-e606-4d1e-93c4-2e3c6f65ca06 req-7a476484-0e71-404f-ab35-1de84122f042 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0289397 Apr 18 18:07:31.290021 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Router b1b71a39-5aa2-438f-8944-40b45e14340c has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:07:31.410683 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:07:31.422153 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] Sync routers for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:07:31.435092 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:31.435976 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:31.457573 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] No DVR routers for this DVR port 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:07:31.460209 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:31.463747 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e0d25f73-b548-4ceb-a1c1-0031945f6929 req-50f6608a-c4fb-4cf3-bb4e-7040b2724ad2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "DELETE /v2.0/ports/6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 HTTP/1.1" status: 204 len: 173 time: 1.0599928 Apr 18 18:07:31.464042 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-deleted', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:31.466320 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9d4767-7c95-4d6e-9059-f2b10ac6869f" -d '{"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-deleted", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:31.511945 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d3bf5-e86e-48f4-a79b-b6a61efff4b6 x-openstack-request-id: req-4f5d3bf5-e86e-48f4-a79b-b6a61efff4b6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:31.512249 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ce8e01-7217-4bbe-997c-f125fac61b1d", "name": "network-vif-deleted", "tag": "6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:31.512508 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f5d3bf5-e86e-48f4-a79b-b6a61efff4b6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:31.512927 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5d3bf5-e86e-48f4-a79b-b6a61efff4b6'] response: {'server_uuid': 'd1ce8e01-7217-4bbe-997c-f125fac61b1d', 'name': 'network-vif-deleted', 'tag': '6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21', 'status': 'completed', 'code': 200} Apr 18 18:07:31.547171 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:31.571825 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:31.778143 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:31.810123 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] Checking router: b1b71a39-5aa2-438f-8944-40b45e14340c for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:07:31.819564 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:31.820182 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:32.057106 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:32.261663 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:32.292340 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0293a-647b-4ef6-81c8-0b89b0ff7ff0 None None] The sync data for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi is: [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:07:32.419773 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f5f0af0-21ff-42e0-84cb-d05baef6ff19 req-79e18663-7756-432b-a5f9-ad133968bcfa tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0290468 Apr 18 18:07:32.559542 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d085c-7853-4494-bedd-a29926129e37 None None] New status for floating IP 6121c139-c7de-4d29-853a-259867940bf1: DOWN {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:07:33.082141 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3640910d-4848-4784-a35a-91f4edcb065b no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:07:33.103734 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 3640910d-4848-4784-a35a-91f4edcb065b {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:07:33.104088 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3640910d-4848-4784-a35a-91f4edcb065b not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:07:33.525753 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d5058c48-64b1-456d-9ce2-e285210fee4d req-139943b7-2507-4bae-8a61-95a45b72a8f9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1ce8e01-7217-4bbe-997c-f125fac61b1d HTTP/1.1" status: 200 len: 210 time: 0.0308583 Apr 18 18:07:34.252776 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:07:34.274695 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:07:34.275659 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 6a6ea9f3-0b1c-4ea6-b675-faf287f1ac21 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:07:34.631482 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46560) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:34.704385 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bcd8bd0d-ae3e-43c5-b852-24630202503e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (57d133d3-04a6-451d-95db-ecb4b55f4d4f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:34.731318 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bcd8bd0d-ae3e-43c5-b852-24630202503e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (57d133d3-04a6-451d-95db-ecb4b55f4d4f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:34.781576 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bcd8bd0d-ae3e-43c5-b852-24630202503e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (57d133d3-04a6-451d-95db-ecb4b55f4d4f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:34.784462 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bcd8bd0d-ae3e-43c5-b852-24630202503e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:34.785662 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bcd8bd0d-ae3e-43c5-b852-24630202503e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "DELETE /v2.0/security-groups/57d133d3-04a6-451d-95db-ecb4b55f4d4f HTTP/1.1" status: 204 len: 168 time: 0.1531069 Apr 18 18:07:34.788509 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46562) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:34.802372 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8bd0d-ae3e-43c5-b852-24630202503e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d133d3-04a6-451d-95db-ecb4b55f4d4f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:34.803394 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.api.v2.resource [None req-99b91aeb-9d58-429e-972d-d691a4011d8b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] show failed (client error): The resource could not be found. Apr 18 18:07:34.807780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46564) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:34.816925 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-99b91aeb-9d58-429e-972d-d691a4011d8b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups/57d133d3-04a6-451d-95db-ecb4b55f4d4f HTTP/1.1" status: 404 len: 347 time: 0.0271549 Apr 18 18:07:34.930524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Deleting port d215d855-a213-47f3-8be9-d56421f435ee {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:07:34.930872 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (d215d855-a213-47f3-8be9-d56421f435ee), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.014069 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (d215d855-a213-47f3-8be9-d56421f435ee), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.014354 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (d215d855-a213-47f3-8be9-d56421f435ee), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.029314 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Calling delete_port for d215d855-a213-47f3-8be9-d56421f435ee owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:07:35.423344 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (d215d855-a213-47f3-8be9-d56421f435ee), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.449981 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event deleted for resources: {'Port': ['ID=d215d855-a213-47f3-8be9-d56421f435ee,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:35.528995 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (6121c139-c7de-4d29-853a-259867940bf1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.532640 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.535523 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4f918634-4cd5-45d3-9b33-6fda9c14cf27 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "DELETE /v2.0/floatingips/6121c139-c7de-4d29-853a-259867940bf1 HTTP/1.1" status: 204 len: 168 time: 0.7249498 Apr 18 18:07:35.734802 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46574) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:35.739537 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-fc88037a-a730-4a28-9acd-372e9cd3196b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908838406', 'description': 'tempest-description--1728663563'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:35.759826 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc88037a-a730-4a28-9acd-372e9cd3196b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.832035 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc88037a-a730-4a28-9acd-372e9cd3196b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (37113b69-777a-4df3-8080-3e6ea9ef27bc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.836101 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc88037a-a730-4a28-9acd-372e9cd3196b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (37113b69-777a-4df3-8080-3e6ea9ef27bc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.870783 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc88037a-a730-4a28-9acd-372e9cd3196b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.872175 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fc88037a-a730-4a28-9acd-372e9cd3196b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1362793 Apr 18 18:07:35.873517 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88037a-a730-4a28-9acd-372e9cd3196b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37113b69-777a-4df3-8080-3e6ea9ef27bc,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:35.876123 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46576) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:35.880913 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'security_group_rule': {'security_group_id': '37113b69-777a-4df3-8080-3e6ea9ef27bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:35.911098 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (5a5d9cff-aa9a-4f6e-8184-521e16af8cff), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.975088 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (5a5d9cff-aa9a-4f6e-8184-521e16af8cff), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.979095 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (5a5d9cff-aa9a-4f6e-8184-521e16af8cff), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:35.997791 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5d9cff-aa9a-4f6e-8184-521e16af8cff,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:36.008266 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.009447 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321349 Apr 18 18:07:36.010734 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.011083 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.011427 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.011776 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.012100 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.012432 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.012562 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46578) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:36.012763 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.013092 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.013420 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.013747 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.014074 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.014434 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.014759 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.015922 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.016761 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9bd5a-6534-4e57-b4c8-4b2d7d901224 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:36.020760 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-dc725efd-f56e-4032-95cb-854a913cca83 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'security_group_rule': {'security_group_id': '37113b69-777a-4df3-8080-3e6ea9ef27bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:36.045412 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc725efd-f56e-4032-95cb-854a913cca83 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (037fc21a-1ce1-4103-bbb9-3a4e34b50bcc), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.100415 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc725efd-f56e-4032-95cb-854a913cca83 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (037fc21a-1ce1-4103-bbb9-3a4e34b50bcc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.103951 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc725efd-f56e-4032-95cb-854a913cca83 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (037fc21a-1ce1-4103-bbb9-3a4e34b50bcc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.122829 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc725efd-f56e-4032-95cb-854a913cca83 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037fc21a-1ce1-4103-bbb9-3a4e34b50bcc,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:36.129078 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc725efd-f56e-4032-95cb-854a913cca83 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.130106 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dc725efd-f56e-4032-95cb-854a913cca83 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165442 Apr 18 18:07:36.133263 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46580) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:36.137494 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:36.159291 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.237586 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.345579 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Allocated IP 172.27.3.195 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/5e15c163-1c64-4313-b780-dbc262257901) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:07:36.450928 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for port (5e15c163-1c64-4313-b780-dbc262257901), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.482892 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (5e15c163-1c64-4313-b780-dbc262257901), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.521442 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:07:36.528254 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:07:36.532810 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:07:36.535995 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'Port': ['ID=5e15c163-1c64-4313-b780-dbc262257901,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:36.621222 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (3eaccd19-7e67-4610-a99e-fa6548517b77), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.658284 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (5e15c163-1c64-4313-b780-dbc262257901), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.817023 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for port (5e15c163-1c64-4313-b780-dbc262257901), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.821643 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (5e15c163-1c64-4313-b780-dbc262257901), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.888032 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'Port': ['ID=5e15c163-1c64-4313-b780-dbc262257901,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:36.901016 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (3eaccd19-7e67-4610-a99e-fa6548517b77), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.917104 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:36.918396 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d753e9ed-3586-4e68-aad8-e5fac0c218ab tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7840621 Apr 18 18:07:37.129646 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-2dbefe81-09e9-4afd-96d4-625d03eac889 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--908838406&fields=id&tenant_id=981bfa9fc3e14aafa977143986f7d71f HTTP/1.1" status: 200 len: 267 time: 0.0546854 Apr 18 18:07:37.246170 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-6d16185c-6a38-46fb-8e04-ec8c356f63a9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:37.247634 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-6d16185c-6a38-46fb-8e04-ec8c356f63a9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 816 time: 0.1052527 Apr 18 18:07:37.262374 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-92704516-ac87-4114-b130-bdb9a6010f02 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/quotas/981bfa9fc3e14aafa977143986f7d71f HTTP/1.1" status: 200 len: 375 time: 0.0091567 Apr 18 18:07:37.312864 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-b4a9ab41-14dc-41cb-a603-a1c269606b07 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441947 Apr 18 18:07:37.413776 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-5951ed35-b049-4c6f-bd8a-e8cd467f10d0 service neutron] 10.222.0.20 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893507 Apr 18 18:07:37.508491 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-45b3308b-5fc1-4c4e-be37-618a2d826963 service neutron] 10.222.0.20 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888929 Apr 18 18:07:37.675449 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dd9e4e0a-f4fa-4384-9964-7d35a44e4c52 req-efd94cd0-57a8-4dd9-9a98-c9811e29b262 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Apr 18 18:07:38.775521 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-786c78bc-9503-471c-837d-107ddc072aad req-350ae2aa-c6b3-484e-9782-049f77f3e203 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 210 time: 0.0288792 Apr 18 18:07:38.985121 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-3bc969ee-fa5a-4c6f-8a6e-e758551fb8d2 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:38.986641 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-3bc969ee-fa5a-4c6f-8a6e-e758551fb8d2 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/networks?id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d HTTP/1.1" status: 200 len: 814 time: 0.1009240 Apr 18 18:07:39.001675 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-1691a61f-98d6-4005-96cf-a8355384e684 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/quotas/1938bc46d9f145738bad440a254b6ef1 HTTP/1.1" status: 200 len: 375 time: 0.0093210 Apr 18 18:07:39.039217 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-cbff4ec9-8886-48a4-b1ac-80ad0fe489aa tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1938bc46d9f145738bad440a254b6ef1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325959 Apr 18 18:07:39.137873 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-96fde53d-5514-4fe6-8cd5-223b51c86205 service neutron] 10.222.0.20 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901260 Apr 18 18:07:39.162925 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-d0bdf78e-95c6-4038-a9e9-7ef6aa298bcf tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:39.164914 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-d0bdf78e-95c6-4038-a9e9-7ef6aa298bcf tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 816 time: 0.1104448 Apr 18 18:07:39.232170 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-6fa4cd81-8ad4-44f3-b375-243a612caa89 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981bfa9fc3e14aafa977143986f7d71f HTTP/1.1" status: 200 len: 379 time: 0.0565424 Apr 18 18:07:39.243564 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'port': {'device_id': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'admin_state_up': True, 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'security_groups': ['37113b69-777a-4df3-8080-3e6ea9ef27bc']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:39.252693 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-4f82a258-8d1d-4b1d-a01f-6bf78ddf8c25 service neutron] 10.222.0.20 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075010 Apr 18 18:07:39.359281 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Made reservation on behalf of 981bfa9fc3e14aafa977143986f7d71f for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:07:39.363007 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:39.417634 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d193a86e-6a90-4056-89d0-5b6ab541b9af req-8736c49e-cd51-4b6d-9a4f-8ca6fd7ad811 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 210 time: 0.0295990 Apr 18 18:07:39.509523 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Allocated IP 172.20.0.8 (06ff80aa-be82-4ede-b424-71b8a8cf0d2e/7c03f1e7-fb24-4112-b196-e90b89943175/e2c292ba-b2df-4ed6-852b-943673da0093) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:07:39.657349 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for port (e2c292ba-b2df-4ed6-852b-943673da0093), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:39.693459 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:39.737976 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:07:39.743019 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:07:39.746812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:07:39.771041 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:39.800617 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:39.801236 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:39.819817 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e4b51be-8ee8-46c1-806c-73db0e9c175a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5805950 Apr 18 18:07:39.840441 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Request body: {'port': {'device_id': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:39.916578 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:39.927427 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aa771-9ec1-4ae0-a586-0531ecd1bbba req-3e7b22f6-8c80-4111-8018-6df81f5cd1c9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:39.936004 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d18aa771-9ec1-4ae0-a586-0531ecd1bbba req-3e7b22f6-8c80-4111-8018-6df81f5cd1c9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 931 time: 0.0726485 Apr 18 18:07:39.991773 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d18aa771-9ec1-4ae0-a586-0531ecd1bbba req-2c710f90-133e-4775-9fcc-adf5c4c66761 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546064 Apr 18 18:07:40.079588 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-f876d672-921c-44f6-9cb7-841c8cf7bd2e None None] Provisioning complete for port e2c292ba-b2df-4ed6-852b-943673da0093 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:07:40.080152 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f876d672-921c-44f6-9cb7-841c8cf7bd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:40.114510 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-f876d672-921c-44f6-9cb7-841c8cf7bd2e None None] Port e2c292ba-b2df-4ed6-852b-943673da0093 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:07:40.184069 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c292ba-b2df-4ed6-852b-943673da0093 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:07:40.191566 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Publish callbacks [] for port (e2c292ba-b2df-4ed6-852b-943673da0093), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:40.204353 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Transition to ACTIVE for port object e2c292ba-b2df-4ed6-852b-943673da0093 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:07:40.207196 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:40.263693 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:40.337476 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Attempting to bind port e2c292ba-b2df-4ed6-852b-943673da0093 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:07:40.337813 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Attempting to bind port e2c292ba-b2df-4ed6-852b-943673da0093 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:07:40.338139 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Attempting to bind port e2c292ba-b2df-4ed6-852b-943673da0093 on network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:07:40.343733 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Port e2c292ba-b2df-4ed6-852b-943673da0093 on network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:07:40.344158 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Attempting to bind port e2c292ba-b2df-4ed6-852b-943673da0093 on network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:07:40.350089 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:07:40.350453 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Checking segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:07:40.350851 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Bound using segment: {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:07:40.351256 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Bound port: e2c292ba-b2df-4ed6-852b-943673da0093, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e315d7-fb79-4588-ba5b-5ba8b1572b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:07:40.351611 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:40.450677 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:07:40.495965 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:07:40.508058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:40.534862 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d90ecce9-8d9b-49bc-a6c3-be3fa162856f req-5deadc69-7eb2-4348-9768-4dcebd622dee tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 210 time: 0.0321443 Apr 18 18:07:40.566414 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:40.567075 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:40.568590 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] 10.222.0.15 "PUT /v2.0/ports/e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 200 len: 1093 time: 0.7377965 Apr 18 18:07:40.569129 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:40.571361 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d14aa0-5761-41f5-a050-b2593587ccfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:40.591376 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-793315d1-c801-48e8-9313-818248e29a85 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:40.592947 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-793315d1-c801-48e8-9313-818248e29a85 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.15 "GET /v2.0/networks?id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d HTTP/1.1" status: 200 len: 814 time: 0.1739523 Apr 18 18:07:40.611512 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Request body: {'port': {'device_id': '121011c1-98a7-4600-8b60-26fc7d295a83', 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d', 'admin_state_up': True, 'tenant_id': '1938bc46d9f145738bad440a254b6ef1'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:40.623242 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e6c85-2465-4df1-b6aa-f6f428509ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:40.694534 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b050a8-e06f-40e4-aace-316b2149cc23 x-openstack-request-id: req-e6b050a8-e06f-40e4-aace-316b2149cc23 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:40.694782 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:40.694997 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6b050a8-e06f-40e4-aace-316b2149cc23 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:40.695402 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b050a8-e06f-40e4-aace-316b2149cc23'] response: {'name': 'network-changed', 'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'status': 'completed', 'code': 200} Apr 18 18:07:40.737058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e91c319-416b-4f60-a779-e36acfa96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:40.738598 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-1e91c319-416b-4f60-a779-e36acfa96495 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 1127 time: 0.0869548 Apr 18 18:07:40.810410 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-39a03d64-ab1c-4a65-8338-bbb0a49cded1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 200 len: 217 time: 0.0454607 Apr 18 18:07:40.826792 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Made reservation on behalf of 1938bc46d9f145738bad440a254b6ef1 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:07:40.830721 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:40.887229 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-2a7ddcf4-7bae-4c9f-bc55-4b0a250faacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:40.888862 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-2a7ddcf4-7bae-4c9f-bc55-4b0a250faacc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.0707676 Apr 18 18:07:40.975260 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-b719b5f4-357b-42da-84a4-3a07a8053703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:40.976637 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-b719b5f4-357b-42da-84a4-3a07a8053703 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602343 Apr 18 18:07:41.079120 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Allocated IP 172.20.0.2 (cfd31dc3-5a28-4952-b00d-c09a13cd2b9d/bef82938-f2f9-4100-8b93-875493ec8214/0d70bbf0-4031-4c3c-bd5f-39329de1d9e7) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:07:41.117090 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57014a6d-c3fd-4484-9d20-d979ec2486a2 req-4dfa3c65-d814-41d4-a576-4909f6e27747 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:41.118549 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-57014a6d-c3fd-4484-9d20-d979ec2486a2 req-4dfa3c65-d814-41d4-a576-4909f6e27747 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0517142 Apr 18 18:07:41.130812 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-c157b7e2-bbf5-4695-a2e4-c7952b066db0 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326716 Apr 18 18:07:41.166645 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-57014a6d-c3fd-4484-9d20-d979ec2486a2 req-b39c5cba-df11-43fb-85bc-fe31ddc58e25 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423582 Apr 18 18:07:41.302958 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2239cd4b-5fca-4c9f-904f-663c9670690b req-273dfffc-1db8-41c1-a688-13303e62f20e service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647327 Apr 18 18:07:41.321257 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks [] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:41.356276 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:41.399758 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:07:41.402812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:07:41.405173 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:07:41.440565 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Pushing event updated for resources: {'Port': ['ID=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:41.466405 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:41.467014 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:41.482189 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-c6480ff7-1825-482a-a790-649960f12355 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748357 Apr 18 18:07:41.658333 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c0827-8cce-4fd2-b1f7-c667ee809f2b req-d61c946f-e4e8-48d9-bf11-cfee14f10d91 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:41.659846 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bb6c0827-8cce-4fd2-b1f7-c667ee809f2b req-d61c946f-e4e8-48d9-bf11-cfee14f10d91 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 931 time: 0.0478642 Apr 18 18:07:41.707423 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bb6c0827-8cce-4fd2-b1f7-c667ee809f2b req-910359f8-c417-4a80-83f6-07ee01d377e2 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Apr 18 18:07:42.449373 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Request body: {'port': {'device_id': '121011c1-98a7-4600-8b60-26fc7d295a83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:42.454653 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954c35f-1e45-489a-8114-2f9f3f1b0e5e req-6b61681a-df28-4adc-9ea8-4eaa69b3f84d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:42.456103 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7954c35f-1e45-489a-8114-2f9f3f1b0e5e req-6b61681a-df28-4adc-9ea8-4eaa69b3f84d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0519814 Apr 18 18:07:42.515761 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7954c35f-1e45-489a-8114-2f9f3f1b0e5e req-0fe6fbeb-13de-4e82-949d-eb653583eb7b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504127 Apr 18 18:07:42.534072 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-dc9fe864-f6de-4342-8b9d-1da2b038b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:42.535596 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-dc9fe864-f6de-4342-8b9d-1da2b038b3db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 1127 time: 0.0833123 Apr 18 18:07:42.552291 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:42.725474 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-bb1cc09b-0a63-4c78-9f0b-2deba4becc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:42.726907 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-bb1cc09b-0a63-4c78-9f0b-2deba4becc0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.1828172 Apr 18 18:07:42.785340 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-aaea166e-b997-4387-b815-972b1c5761fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 200 len: 217 time: 0.0448833 Apr 18 18:07:42.827076 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766676-b734-4652-8183-8da494eed87b req-efd3491d-ec65-48db-bdec-da00ccfe61ed tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:42.828701 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bc766676-b734-4652-8183-8da494eed87b req-efd3491d-ec65-48db-bdec-da00ccfe61ed tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 931 time: 0.0504308 Apr 18 18:07:42.879592 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bc766676-b734-4652-8183-8da494eed87b req-8862ae0e-7fa4-4ef5-a6ff-5c232c370388 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Apr 18 18:07:42.883553 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-35d39bd8-003f-42a9-86e4-3c4fa4c69ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:42.885007 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-35d39bd8-003f-42a9-86e4-3c4fa4c69ac7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.0904911 Apr 18 18:07:42.950263 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-5b68aedb-e49b-4eee-b541-1988df6e1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:42.951790 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-5b68aedb-e49b-4eee-b541-1988df6e1d48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566099 Apr 18 18:07:43.052058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:07:43.064711 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Publish callbacks [] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:43.092248 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Transition to ACTIVE for port object 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:07:43.097018 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:43.102575 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-e8f14693-aecb-4090-83db-160c12094d35 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394348 Apr 18 18:07:43.207453 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:43.288227 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-28d14aa0-5761-41f5-a050-b2593587ccfe req-42d9fb68-426b-4d39-b3b3-f514777fe4f1 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627140 Apr 18 18:07:43.298128 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Attempting to bind port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:07:43.298496 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Attempting to bind port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:07:43.298836 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Attempting to bind port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 on network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:07:43.303458 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 on network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:07:43.303691 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Attempting to bind port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 on network cfd31dc3-5a28-4952-b00d-c09a13cd2b9d {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:07:43.308941 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:07:43.309390 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Checking segment: {'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:07:43.309871 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Bound using segment: {'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:07:43.310434 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Bound port: 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc29c00-eef3-40a6-b25f-7d12f3ac0556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:07:43.310804 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:43.378719 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] For port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:07:43.381575 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] For port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:07:43.388511 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:43.422718 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:43.423339 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:43.424708 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 HTTP/1.1" status: 200 len: 1093 time: 0.9806063 Apr 18 18:07:43.425153 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121011c1-98a7-4600-8b60-26fc7d295a83', 'tag': '0d70bbf0-4031-4c3c-bd5f-39329de1d9e7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:43.427386 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b072017-d7dc-45d5-a22e-6848b31ce6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "121011c1-98a7-4600-8b60-26fc7d295a83", "tag": "0d70bbf0-4031-4c3c-bd5f-39329de1d9e7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:43.450782 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a06c26-8ea6-4af7-9a8a-cc1081f772c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:43.463158 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc30482e-1a2b-4cb2-a887-9593914128d8 x-openstack-request-id: req-bc30482e-1a2b-4cb2-a887-9593914128d8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:43.463453 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121011c1-98a7-4600-8b60-26fc7d295a83", "tag": "0d70bbf0-4031-4c3c-bd5f-39329de1d9e7", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:43.463711 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc30482e-1a2b-4cb2-a887-9593914128d8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:43.464142 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc30482e-1a2b-4cb2-a887-9593914128d8'] response: {'name': 'network-changed', 'server_uuid': '121011c1-98a7-4600-8b60-26fc7d295a83', 'tag': '0d70bbf0-4031-4c3c-bd5f-39329de1d9e7', 'status': 'completed', 'code': 200} Apr 18 18:07:43.508057 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-277f0585-c88a-4daf-ae87-55eed44ea2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:43.509561 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-277f0585-c88a-4daf-ae87-55eed44ea2c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1938bc46d9f145738bad440a254b6ef1&device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 1127 time: 0.0398271 Apr 18 18:07:43.556744 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-e0ffb5ca-aa4e-472f-9cde-978e859cee39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 HTTP/1.1" status: 200 len: 217 time: 0.0359669 Apr 18 18:07:43.613267 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-33912b18-0504-4aad-b67d-7743ffcd444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:43.614820 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-33912b18-0504-4aad-b67d-7743ffcd444a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bef82938-f2f9-4100-8b93-875493ec8214 HTTP/1.1" status: 200 len: 854 time: 0.0484526 Apr 18 18:07:43.639397 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349fb55-2061-4c16-873b-e67109135d34 req-0d7531be-1222-486e-8b9e-fe889b142caa tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:43.641923 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4349fb55-2061-4c16-873b-e67109135d34 req-0d7531be-1222-486e-8b9e-fe889b142caa tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0539753 Apr 18 18:07:43.648850 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-b9086d1b-bd74-4dc8-bd28-a5e0224bd305 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276110 Apr 18 18:07:43.693040 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4349fb55-2061-4c16-873b-e67109135d34 req-7335a885-d0ec-4bd5-89cc-f66202cde754 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453231 Apr 18 18:07:43.744756 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-01c7a337-f8f1-4bfd-84a0-fa65e575baaa service neutron] 10.222.0.15 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869727 Apr 18 18:07:43.845812 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d08e3d2-5073-44cc-928c-d583c1a47093 req-0a4fabf3-a563-4a14-b930-4feeddc3a4f7 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831995 Apr 18 18:07:43.991831 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce83c2-3527-4e56-83ae-d6cf6f9b77c4 req-8c72e68c-d2c2-465f-b971-791da188f6b1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:43.993282 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f4ce83c2-3527-4e56-83ae-d6cf6f9b77c4 req-8c72e68c-d2c2-465f-b971-791da188f6b1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 943 time: 0.0459716 Apr 18 18:07:44.039649 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f4ce83c2-3527-4e56-83ae-d6cf6f9b77c4 req-642b3c73-3352-4fba-88c6-0d0fe33c9b11 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Apr 18 18:07:44.391222 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-29248cb2-d94f-4148-9148-e781fcff97dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:44.768465 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:07:44.808367 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a17e64-bafd-4570-aad0-d7ed30ef2397 req-853c407f-f4c8-42c7-a5aa-4110a426360e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:44.809963 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a5a17e64-bafd-4570-aad0-d7ed30ef2397 req-853c407f-f4c8-42c7-a5aa-4110a426360e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0471518 Apr 18 18:07:44.865510 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a5a17e64-bafd-4570-aad0-d7ed30ef2397 req-eb27875e-c2a2-4941-b735-bc0fc1ee64aa tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480969 Apr 18 18:07:44.875742 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:44.887731 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'port_id': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'mac_address': 'fa:16:3e:46:c4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:07:44.926490 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port e2c292ba-b2df-4ed6-852b-943673da0093 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:07:44.926885 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:44.942933 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c292ba-b2df-4ed6-852b-943673da0093 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:07:44.963128 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:44.969365 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:44.990675 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-587d8fe5-735e-49e7-a586-aca62e4ebc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:44.992095 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-587d8fe5-735e-49e7-a586-aca62e4ebc27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1938bc46d9f145738bad440a254b6ef1&device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 1127 time: 0.0403821 Apr 18 18:07:45.017159 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:45.024243 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.024593 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.024936 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.025295 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.025638 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.025968 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.026323 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.026652 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.026980 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.027308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.027641 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.027968 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.028292 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.028619 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.028938 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:07:45.088985 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-c0047505-cefc-427a-80c1-5ec7e1e91fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:45.090488 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-c0047505-cefc-427a-80c1-5ec7e1e91fa9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d HTTP/1.1" status: 200 len: 914 time: 0.0890374 Apr 18 18:07:45.133478 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-f50d4dd1-00d9-4515-925b-b7c83d8a3c23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 HTTP/1.1" status: 200 len: 217 time: 0.0343332 Apr 18 18:07:45.154459 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3879f-19bd-4710-8598-82736164b821 req-cb6a3da9-81ee-48e9-b76b-8e23448faca8 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:45.156612 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d2f3879f-19bd-4710-8598-82736164b821 req-cb6a3da9-81ee-48e9-b76b-8e23448faca8 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 943 time: 0.0500438 Apr 18 18:07:45.192466 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-c4a39570-9fe9-4ca9-9353-e429381d96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:45.193750 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-c4a39570-9fe9-4ca9-9353-e429381d96b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bef82938-f2f9-4100-8b93-875493ec8214 HTTP/1.1" status: 200 len: 854 time: 0.0486629 Apr 18 18:07:45.207852 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d2f3879f-19bd-4710-8598-82736164b821 req-2d0b4a37-89e5-4784-bc1a-cccc32459646 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452554 Apr 18 18:07:45.229387 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-bd0887b0-7d88-4397-9fd8-6327273055d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284898 Apr 18 18:07:45.300455 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['e2c292ba-b2df-4ed6-852b-943673da0093'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:07:45.321911 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-f7cebfeb-d7ff-474d-9990-bca39b7bc1b3 service neutron] 10.222.0.15 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849900 Apr 18 18:07:45.417227 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b072017-d7dc-45d5-a22e-6848b31ce6b5 req-9bfbdfc2-dec6-4040-85e3-92fa824b412e service neutron] 10.222.0.15 "GET /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873470 Apr 18 18:07:45.980363 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40727443-5fb4-4cad-a3c9-cda85f74dad5 req-54937ed9-070a-415a-a176-a9a27bdf8729 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:45.981829 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-40727443-5fb4-4cad-a3c9-cda85f74dad5 req-54937ed9-070a-415a-a176-a9a27bdf8729 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 944 time: 0.0460546 Apr 18 18:07:46.032284 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-40727443-5fb4-4cad-a3c9-cda85f74dad5 req-70db295e-4eb9-43b6-9fa1-476493212fe4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437894 Apr 18 18:07:46.320733 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcd4cd-4929-4ee0-81e1-186485b8c5e7 req-d2b3c91e-c867-4016-95e8-3c2aa13e7266 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:46.322204 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ebbcd4cd-4929-4ee0-81e1-186485b8c5e7 req-d2b3c91e-c867-4016-95e8-3c2aa13e7266 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 943 time: 0.0476401 Apr 18 18:07:46.372344 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ebbcd4cd-4929-4ee0-81e1-186485b8c5e7 req-d2514f8b-7a5e-48bc-a2c0-5390df37e5f3 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438066 Apr 18 18:07:46.577810 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-88186941-aa44-466a-9d86-7c00d3006ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:46.780455 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:07:46.784313 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:07:46.883252 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port e2c292ba-b2df-4ed6-852b-943673da0093 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:07:46.893265 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port e2c292ba-b2df-4ed6-852b-943673da0093 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:07:46.893637 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:46.948969 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:46.964959 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '0d70bbf0-4031-4c3c-bd5f-39329de1d9e7', 'network_id': 'cfd31dc3-5a28-4952-b00d-c09a13cd2b9d', 'port_id': '0d70bbf0-4031-4c3c-bd5f-39329de1d9e7', 'mac_address': 'fa:16:3e:ad:be:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef82938-f2f9-4100-8b93-875493ec8214', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:07:47.025588 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port e2c292ba-b2df-4ed6-852b-943673da0093 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:07:47.025970 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:47.029879 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:07:47.030755 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:47.058810 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:07:47.067939 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:47.070289 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4905473-7dd4-4ae3-a2dd-b0a5a754ee66" -d '{"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-plugged", "status": "completed", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:47.084470 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:47.091270 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:47.103856 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:47.123446 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e059f05-70a9-42df-870c-010f6712b303 x-openstack-request-id: req-7e059f05-70a9-42df-870c-010f6712b303 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:47.124509 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-plugged", "status": "completed", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:47.125387 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e059f05-70a9-42df-870c-010f6712b303 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:47.125387 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e059f05-70a9-42df-870c-010f6712b303'] response: {'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'code': 200} Apr 18 18:07:47.127536 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:47.153927 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0310c2e-25b5-438d-8219-9b245dbcbf80 req-09398bd3-0fba-4ce5-ba4d-14acc12d4617 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:47.154590 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:47.156100 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b0310c2e-25b5-438d-8219-9b245dbcbf80 req-09398bd3-0fba-4ce5-ba4d-14acc12d4617 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0529325 Apr 18 18:07:47.217065 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:47.246987 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b0310c2e-25b5-438d-8219-9b245dbcbf80 req-42efd155-7522-4cd8-b9a8-b26ef84d45c9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853937 Apr 18 18:07:47.337041 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c49c9-53a9-4f14-8e0f-b1421362f0f2 req-4148fb98-7d7d-456e-8d52-ae71e545e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:47.338638 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f84c49c9-53a9-4f14-8e0f-b1421362f0f2 req-4148fb98-7d7d-456e-8d52-ae71e545e72b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 1129 time: 0.0420115 Apr 18 18:07:47.387095 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f84c49c9-53a9-4f14-8e0f-b1421362f0f2 req-b198dcc5-1dc4-4b4e-9d39-5af827a9601d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377369 Apr 18 18:07:47.489210 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e09f3-d65d-4467-b31e-0369be37f6f1 req-f09614cc-9b64-4dac-abaa-b9ab3f53ff88 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:47.490684 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1a3e09f3-d65d-4467-b31e-0369be37f6f1 req-f09614cc-9b64-4dac-abaa-b9ab3f53ff88 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 944 time: 0.0486231 Apr 18 18:07:47.494080 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['0d70bbf0-4031-4c3c-bd5f-39329de1d9e7'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:07:47.538074 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1a3e09f3-d65d-4467-b31e-0369be37f6f1 req-79b27c02-6535-4d3b-913c-6f02b42f920c tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Apr 18 18:07:47.822398 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:48.365997 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c73104-2c1a-4cf9-b368-b6df4945c738 req-07808535-8581-40fe-ae8c-bffecf2e75d9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:48.367484 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b4c73104-2c1a-4cf9-b368-b6df4945c738 req-07808535-8581-40fe-ae8c-bffecf2e75d9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0510359 Apr 18 18:07:48.414605 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b4c73104-2c1a-4cf9-b368-b6df4945c738 req-2095cff9-656f-40a4-90d9-d0867ce75959 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415609 Apr 18 18:07:48.550522 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f206d94-540a-48d2-b0a8-e447259b3e03 req-3874b686-c4cf-47e0-9aaf-23905931c27b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:48.551874 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9f206d94-540a-48d2-b0a8-e447259b3e03 req-3874b686-c4cf-47e0-9aaf-23905931c27b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.0460832 Apr 18 18:07:48.600852 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9f206d94-540a-48d2-b0a8-e447259b3e03 req-cf20de52-85b6-4dc9-a749-f0a4dae8e345 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431976 Apr 18 18:07:48.654187 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c2bd5-6839-4088-b9e0-4708f5644d29 req-befbf98e-65aa-46cb-ae73-22af1b51d30a tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:48.655806 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ed3c2bd5-6839-4088-b9e0-4708f5644d29 req-befbf98e-65aa-46cb-ae73-22af1b51d30a tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 944 time: 0.0508089 Apr 18 18:07:48.799453 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:07:48.848328 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:07:48.855064 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:07:48.855445 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:48.909207 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ed3c2bd5-6839-4088-b9e0-4708f5644d29 req-dd2f568e-341f-4e30-8553-e14a833d2edf tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478147 Apr 18 18:07:48.938292 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:07:48.938682 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:48.971887 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:48.976223 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:49.024284 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:49.128233 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121011c1-98a7-4600-8b60-26fc7d295a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70bbf0-4031-4c3c-bd5f-39329de1d9e7'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:49.130786 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cdaff6-2980-4082-bd9f-11504d0108db" -d '{"events": [{"server_uuid": "121011c1-98a7-4600-8b60-26fc7d295a83", "name": "network-vif-plugged", "status": "completed", "tag": "0d70bbf0-4031-4c3c-bd5f-39329de1d9e7"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:49.144050 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:49.171368 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6b08a-7f8e-40e1-8c54-cd83e29048d9 x-openstack-request-id: req-94e6b08a-7f8e-40e1-8c54-cd83e29048d9 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:49.171688 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121011c1-98a7-4600-8b60-26fc7d295a83", "name": "network-vif-plugged", "status": "completed", "tag": "0d70bbf0-4031-4c3c-bd5f-39329de1d9e7", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:49.171953 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94e6b08a-7f8e-40e1-8c54-cd83e29048d9 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:49.172362 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e6b08a-7f8e-40e1-8c54-cd83e29048d9'] response: {'server_uuid': '121011c1-98a7-4600-8b60-26fc7d295a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70bbf0-4031-4c3c-bd5f-39329de1d9e7', 'code': 200} Apr 18 18:07:49.535747 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf4d1-b5de-496d-a90b-fb9448733313 req-98d096e7-2fbb-4b15-ba56-60ce657f4ef6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:49.537304 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-57ddf4d1-b5de-496d-a90b-fb9448733313 req-98d096e7-2fbb-4b15-ba56-60ce657f4ef6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0494750 Apr 18 18:07:49.600426 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-57ddf4d1-b5de-496d-a90b-fb9448733313 req-40ae9e71-fdf0-40af-ac08-a47455a3fa81 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574889 Apr 18 18:07:49.721870 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a3cdf-0247-4dc5-bef8-d5890af9dba4 req-1d611d57-dd4f-4950-b07f-7400fa4156f4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:49.723428 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4f0a3cdf-0247-4dc5-bef8-d5890af9dba4 req-1d611d57-dd4f-4950-b07f-7400fa4156f4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.0496261 Apr 18 18:07:49.778403 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4f0a3cdf-0247-4dc5-bef8-d5890af9dba4 req-134ebccf-dcda-4f01-81c2-bef2c492ace1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490637 Apr 18 18:07:50.024464 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a70962-a4b3-4567-9e01-7add4a169924 req-a469bd7d-62fe-4811-9c53-f91939bbe23b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:50.025934 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-56a70962-a4b3-4567-9e01-7add4a169924 req-a469bd7d-62fe-4811-9c53-f91939bbe23b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0488465 Apr 18 18:07:50.078003 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-56a70962-a4b3-4567-9e01-7add4a169924 req-9cfb69f4-677b-4121-a979-0a56932b00be tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Apr 18 18:07:50.692237 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:50.722026 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34127250-556b-43e6-9b34-6bc56b365522 req-9d50bf96-b976-4b23-b3af-859617a9723b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:50.723552 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34127250-556b-43e6-9b34-6bc56b365522 req-9d50bf96-b976-4b23-b3af-859617a9723b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0510025 Apr 18 18:07:50.771915 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34127250-556b-43e6-9b34-6bc56b365522 req-6a1a5eb6-15bd-4d77-bd31-4e181f4717a4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Apr 18 18:07:50.922638 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4ac9e-aed7-4c11-82a8-963f24d312f0 req-f4beadf6-7ac6-4078-a54f-3caa683b7bc5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:50.924381 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0de4ac9e-aed7-4c11-82a8-963f24d312f0 req-f4beadf6-7ac6-4078-a54f-3caa683b7bc5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0840394 Apr 18 18:07:50.932407 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf0a04-a87f-4b9e-a7db-f5509995f6f6 req-92ea37bb-5af0-4a09-bee1-00e7e150e416 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:50.933569 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46710) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:50.934113 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cadf0a04-a87f-4b9e-a7db-f5509995f6f6 req-92ea37bb-5af0-4a09-bee1-00e7e150e416 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.0839505 Apr 18 18:07:50.940399 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Request body: {'floatingip': {'port_id': 'e2c292ba-b2df-4ed6-852b-943673da0093'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:50.990130 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cadf0a04-a87f-4b9e-a7db-f5509995f6f6 req-5a9661d2-70c2-4f72-a6ef-d80b5739cdc2 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478992 Apr 18 18:07:51.194015 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32000ea6-cd8a-428e-8f14-856c6986e4e3 req-52203851-e5d0-42ba-9c8b-32bfdff7fd73 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:51.195512 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-32000ea6-cd8a-428e-8f14-856c6986e4e3 req-52203851-e5d0-42ba-9c8b-32bfdff7fd73 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0480266 Apr 18 18:07:51.250280 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-32000ea6-cd8a-428e-8f14-856c6986e4e3 req-48a71812-8cea-4317-ab89-50e7cb17a170 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485280 Apr 18 18:07:51.291953 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (3eaccd19-7e67-4610-a99e-fa6548517b77), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:51.337491 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-1734c460-ecf5-4606-83a5-09c62db261c0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:51.338979 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-1734c460-ecf5-4606-83a5-09c62db261c0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.3935640 Apr 18 18:07:51.345814 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9675e-b77d-4b60-a505-6056521d8743 req-8ef3210d-d0a2-43ca-8591-4c04e18849a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:51.347182 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-acc9675e-b77d-4b60-a505-6056521d8743 req-8ef3210d-d0a2-43ca-8591-4c04e18849a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 1129 time: 0.1145346 Apr 18 18:07:51.556861 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-acc9675e-b77d-4b60-a505-6056521d8743 req-665a564d-6f99-4db0-a9d0-3518966a71cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858141 Apr 18 18:07:51.567331 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Deleting port 3b093713-baf5-47f2-b95b-c1d2020b2b88 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:07:51.567670 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:51.738208 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] For port 3b093713-baf5-47f2-b95b-c1d2020b2b88, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3b093713-baf5-47f2-b95b-c1d2020b2b88,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:51.738632 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:52.064376 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:52.065193 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:52.065193 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Floating IP b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6 disassociated. External IP: 172.27.3.209, port: 3b093713-baf5-47f2-b95b-c1d2020b2b88. Apr 18 18:07:52.065447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Calling delete_port for 3b093713-baf5-47f2-b95b-c1d2020b2b88 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:07:52.091012 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:52.120090 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7d879-ccc9-4736-8f9f-493adb76fdfc req-0efc3e41-52cb-4b95-8d22-3db3866e2459 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:52.121519 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7da7d879-ccc9-4736-8f9f-493adb76fdfc req-0efc3e41-52cb-4b95-8d22-3db3866e2459 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 945 time: 0.0515511 Apr 18 18:07:52.125778 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (3eaccd19-7e67-4610-a99e-fa6548517b77), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:52.181153 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7da7d879-ccc9-4736-8f9f-493adb76fdfc req-a79bfa7b-de6f-4fea-9b92-5f437a073a6a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515580 Apr 18 18:07:52.272124 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Floating IP 3eaccd19-7e67-4610-a99e-fa6548517b77 associated. External IP: 172.27.3.195, port: e2c292ba-b2df-4ed6-852b-943673da0093. Apr 18 18:07:52.392622 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3b093713-baf5-47f2-b95b-c1d2020b2b88), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:52.416565 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825b10e-a5bb-46d0-bbdf-9cc6d21813d1 req-add4d7d8-6553-436c-a61d-7b2e9a430ecc tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:52.418057 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7825b10e-a5bb-46d0-bbdf-9cc6d21813d1 req-add4d7d8-6553-436c-a61d-7b2e9a430ecc tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0830793 Apr 18 18:07:52.432430 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe3c5d-27e9-4cfd-8f30-81009ecb425e req-6ae42d80-5520-42e6-93e2-f32c5bdf2603 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:52.432783 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event deleted for resources: {'Port': ['ID=3b093713-baf5-47f2-b95b-c1d2020b2b88,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:52.433899 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0dbe3c5d-27e9-4cfd-8f30-81009ecb425e req-6ae42d80-5520-42e6-93e2-f32c5bdf2603 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0976927 Apr 18 18:07:52.524471 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0dbe3c5d-27e9-4cfd-8f30-81009ecb425e req-5fe69454-8413-447f-b7b7-e4e9ae6e8cba tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813627 Apr 18 18:07:52.527919 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7825b10e-a5bb-46d0-bbdf-9cc6d21813d1 req-3403c39c-60e2-4f93-8f7c-a269ee4b9046 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029475 Apr 18 18:07:52.651366 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:07:52.662299 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Router b1b71a39-5aa2-438f-8944-40b45e14340c has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:07:53.111357 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:07:53.120225 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:07:53.121996 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:07:53.129714 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] Sync routers for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:07:53.133790 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:53.134469 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:53.138198 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:53.140961 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:53.141925 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:53.183832 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] No DVR routers for this DVR port 3b093713-baf5-47f2-b95b-c1d2020b2b88 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:07:53.188806 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-03da75f6-1cc7-45bc-a2c6-04fbdc8a477a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "PUT /v2.0/floatingips/3eaccd19-7e67-4610-a99e-fa6548517b77 HTTP/1.1" status: 200 len: 991 time: 2.2533040 Apr 18 18:07:53.190045 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:53.193233 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8b62509-b559-4c87-a8ab-65f95eb7fada req-a3af117a-a58f-4b6b-ae7a-82bd908035f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "DELETE /v2.0/ports/3b093713-baf5-47f2-b95b-c1d2020b2b88 HTTP/1.1" status: 204 len: 173 time: 1.8450944 Apr 18 18:07:53.193692 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093'}, {'server_uuid': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'name': 'network-vif-deleted', 'tag': '3b093713-baf5-47f2-b95b-c1d2020b2b88'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:53.196503 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e192e9-2752-40f1-b9b0-015f23c56ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093"}, {"server_uuid": "d0570b17-f0d8-47ca-8260-6965e53f8c9b", "name": "network-vif-deleted", "tag": "3b093713-baf5-47f2-b95b-c1d2020b2b88"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:53.272465 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dfccc3-70cf-4f84-bc9f-8160f0066566 x-openstack-request-id: req-49dfccc3-70cf-4f84-bc9f-8160f0066566 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:53.274709 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093", "status": "completed", "code": 200}, {"server_uuid": "d0570b17-f0d8-47ca-8260-6965e53f8c9b", "name": "network-vif-deleted", "tag": "3b093713-baf5-47f2-b95b-c1d2020b2b88", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:53.275405 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:53.275728 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49dfccc3-70cf-4f84-bc9f-8160f0066566 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:53.276670 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49dfccc3-70cf-4f84-bc9f-8160f0066566'] response: {'name': 'network-changed', 'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'status': 'completed', 'code': 200} Apr 18 18:07:53.277504 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49dfccc3-70cf-4f84-bc9f-8160f0066566'] response: {'server_uuid': 'd0570b17-f0d8-47ca-8260-6965e53f8c9b', 'name': 'network-vif-deleted', 'tag': '3b093713-baf5-47f2-b95b-c1d2020b2b88', 'status': 'completed', 'code': 200} Apr 18 18:07:53.304914 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-812377c9-ecc9-4310-9f60-b7f1e4532730 req-5e28a941-fb6f-4771-b323-a46e4a22de81 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 210 time: 0.0344415 Apr 18 18:07:53.382074 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:53.499010 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '3eaccd19-7e67-4610-a99e-fa6548517b77', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'port_id': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'mac_address': 'fa:16:3e:46:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:07:36Z', 'updated_at': '2022-04-18T18:07:51Z', 'revision_number': 1, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:53.528028 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] Checking router: b1b71a39-5aa2-438f-8944-40b45e14340c for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:07:53.537247 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:53.537859 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:53.576090 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:53.606961 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:07:53.616220 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:53.617074 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:53.649956 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:53.663261 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98f40b-905b-4b82-9dd8-fea2505d18ee req-586f6e4c-f1e8-4cb7-8b94-c5e9ce7abdce tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:53.665001 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1a98f40b-905b-4b82-9dd8-fea2505d18ee req-586f6e4c-f1e8-4cb7-8b94-c5e9ce7abdce tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0604460 Apr 18 18:07:53.716606 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55728897-3183-4c8d-976a-2c0e659ecbda req-c01816ec-c843-444e-af8e-3048713a8c49 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:53.718422 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-55728897-3183-4c8d-976a-2c0e659ecbda req-c01816ec-c843-444e-af8e-3048713a8c49 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0723252 Apr 18 18:07:53.734563 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:53.762517 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1a98f40b-905b-4b82-9dd8-fea2505d18ee req-debc8dfa-e655-4c5d-9e01-94aa3d04520b tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802071 Apr 18 18:07:53.785653 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-55728897-3183-4c8d-976a-2c0e659ecbda req-54a73a0d-d784-4946-a46b-bca285949dcf tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574844 Apr 18 18:07:53.877400 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '3eaccd19-7e67-4610-a99e-fa6548517b77', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'port_id': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'mac_address': 'fa:16:3e:46:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:07:36Z', 'updated_at': '2022-04-18T18:07:51Z', 'revision_number': 1, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:53.908996 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73095d0a-3135-4e20-83a5-23757ea49d3b None None] The sync data for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi is: [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '3eaccd19-7e67-4610-a99e-fa6548517b77', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'port_id': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'mac_address': 'fa:16:3e:46:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:07:36Z', 'updated_at': '2022-04-18T18:07:51Z', 'revision_number': 1, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:07:53.941278 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:53.969703 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2483e9-780d-4475-89e4-0831d2355075 None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:07:54.138458 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4710ce-876f-47a4-b1c6-02cd1571e1aa None None] New status for floating IP 3eaccd19-7e67-4610-a99e-fa6548517b77: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:07:54.223955 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2152d6-b209-4019-b8a8-5c64f2021a1b None None] New status for floating IP b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6: DOWN {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:07:54.409698 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b4ce5502-136e-4f6c-94d6-a7bb4fdd6839 req-e0081fce-5746-42cc-bb9b-5d480ab0a4b7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 210 time: 0.0276804 Apr 18 18:07:54.716369 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-22178642-54c1-420f-a29c-2f96e0ee444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:54.718470 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-22178642-54c1-420f-a29c-2f96e0ee444e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 1129 time: 0.0396769 Apr 18 18:07:54.846018 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3b093713-baf5-47f2-b95b-c1d2020b2b88 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:07:54.871277 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 3b093713-baf5-47f2-b95b-c1d2020b2b88 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:07:54.871614 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3b093713-baf5-47f2-b95b-c1d2020b2b88 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:07:54.907558 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762bd82-9c81-4f38-b5d7-2c7e679c9c30 req-e1ac946a-3bbc-464a-8a60-a29acf90f9a0 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:54.909050 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b762bd82-9c81-4f38-b5d7-2c7e679c9c30 req-e1ac946a-3bbc-464a-8a60-a29acf90f9a0 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0768197 Apr 18 18:07:54.930807 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867dbb-1735-4b89-a19d-bcdbf8480c58 req-15fb2531-4704-4027-b734-85fbf1960482 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:54.932211 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-26867dbb-1735-4b89-a19d-bcdbf8480c58 req-15fb2531-4704-4027-b734-85fbf1960482 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0706587 Apr 18 18:07:54.989750 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b762bd82-9c81-4f38-b5d7-2c7e679c9c30 req-bb3713f3-b0c7-4234-927b-573acddc542b tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749674 Apr 18 18:07:55.003265 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-26867dbb-1735-4b89-a19d-bcdbf8480c58 req-efc5e198-eb6c-4da5-b36f-002715db07ee tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648825 Apr 18 18:07:55.453626 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-b44e9578-b30a-4e94-826b-57717cf80bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:55.455148 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-b44e9578-b30a-4e94-826b-57717cf80bf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.1389661 Apr 18 18:07:55.465148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-63c79420-6410-4b42-973d-255e86c6f7a7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:55.466845 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-63c79420-6410-4b42-973d-255e86c6f7a7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0713291 Apr 18 18:07:55.542727 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2d6c2032-dc01-46bc-ac02-4764aa11a8d8 req-01d17ede-ad09-4a5e-b512-1c9467c01add tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0570b17-f0d8-47ca-8260-6965e53f8c9b HTTP/1.1" status: 200 len: 210 time: 0.0346725 Apr 18 18:07:55.598851 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-77a75a7e-8395-41c2-b862-355b27bb4372 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 200 len: 1001 time: 0.1298113 Apr 18 18:07:55.616615 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Deleting port 18225cc3-044e-4709-b16d-1fabbaf7afdb {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:07:55.616954 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:55.705735 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] For port 18225cc3-044e-4709-b16d-1fabbaf7afdb, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=18225cc3-044e-4709-b16d-1fabbaf7afdb,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:07:55.706107 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:55.853453 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-5ac84269-0c53-4653-bfbb-912c0ef67408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:55.854986 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-5ac84269-0c53-4653-bfbb-912c0ef67408 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.0940092 Apr 18 18:07:55.946198 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-0bd45bac-6764-4ed2-8087-51510529a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:55.947727 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-0bd45bac-6764-4ed2-8087-51510529a902 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845273 Apr 18 18:07:55.962515 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:55.962887 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (d120de57-54e3-4aec-b92f-3f3f499fd458), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:55.963204 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Floating IP d120de57-54e3-4aec-b92f-3f3f499fd458 disassociated. External IP: 172.27.3.46, port: 18225cc3-044e-4709-b16d-1fabbaf7afdb. Apr 18 18:07:55.963552 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Calling delete_port for 18225cc3-044e-4709-b16d-1fabbaf7afdb owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:07:56.105015 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-6d188b57-8418-4170-8a35-e6f3e91178f2 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393321 Apr 18 18:07:56.106942 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8cb2c-9b19-4bb4-9e60-e1b0aea11c58 req-a13d6fda-67d1-4990-a312-e85f1cf8f6ca tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:56.109014 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6fb8cb2c-9b19-4bb4-9e60-e1b0aea11c58 req-a13d6fda-67d1-4990-a312-e85f1cf8f6ca tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e94b51d-3537-47c3-a455-6bd090c94f1a HTTP/1.1" status: 200 len: 945 time: 0.0492647 Apr 18 18:07:56.167065 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6fb8cb2c-9b19-4bb4-9e60-e1b0aea11c58 req-24c6f84e-04a1-4a23-b058-5fdd5643f9cc tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5bb8864-4304-4377-86fa-d89d98dc622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517957 Apr 18 18:07:56.251899 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (18225cc3-044e-4709-b16d-1fabbaf7afdb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:56.292674 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event deleted for resources: {'Port': ['ID=18225cc3-044e-4709-b16d-1fabbaf7afdb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:56.305056 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47e192e9-2752-40f1-b9b0-015f23c56ce1 req-ef6f2cf9-45a1-493b-95ae-01db979bd31c service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845438 Apr 18 18:07:56.429622 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Router 8d7a4bc8-2bae-4ead-a655-a12df851224a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:07:56.551044 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:07:56.561970 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] Sync routers for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:07:56.573603 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:56.574268 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:56.596405 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] No DVR routers for this DVR port 18225cc3-044e-4709-b16d-1fabbaf7afdb on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:07:56.599347 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:56.603210 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6ed2f943-778c-41d4-92f0-f2720b455896 req-98444192-89e0-4732-9ce6-16a15a523f0e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "DELETE /v2.0/ports/18225cc3-044e-4709-b16d-1fabbaf7afdb HTTP/1.1" status: 204 len: 173 time: 1.1268501 Apr 18 18:07:56.603210 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'name': 'network-vif-deleted', 'tag': '18225cc3-044e-4709-b16d-1fabbaf7afdb'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:07:56.609043 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c9e31-a2fc-47f6-97f1-7b5b76665d03" -d '{"events": [{"server_uuid": "5e94b51d-3537-47c3-a455-6bd090c94f1a", "name": "network-vif-deleted", "tag": "18225cc3-044e-4709-b16d-1fabbaf7afdb"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:07:56.665775 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e8cea-b93d-431c-84ab-3d99ac363a07 x-openstack-request-id: req-d44e8cea-b93d-431c-84ab-3d99ac363a07 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:07:56.666139 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e94b51d-3537-47c3-a455-6bd090c94f1a", "name": "network-vif-deleted", "tag": "18225cc3-044e-4709-b16d-1fabbaf7afdb", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:07:56.666617 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d44e8cea-b93d-431c-84ab-3d99ac363a07 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:07:56.667272 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44e8cea-b93d-431c-84ab-3d99ac363a07'] response: {'server_uuid': '5e94b51d-3537-47c3-a455-6bd090c94f1a', 'name': 'network-vif-deleted', 'tag': '18225cc3-044e-4709-b16d-1fabbaf7afdb', 'status': 'completed', 'code': 200} Apr 18 18:07:56.757790 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:56.890351 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-2022591e-cf19-4e1e-a4d0-c08f5f62aa48 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637220750&fields=id&tenant_id=c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 267 time: 0.0471199 Apr 18 18:07:56.965811 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:56.998865 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] Checking router: 8d7a4bc8-2bae-4ead-a655-a12df851224a for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:07:57.000490 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6273-c446-4f51-8a18-021998f9f156 req-1a00b84a-fa38-43ab-960f-c16db1452e5b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:57.001987 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-1a00b84a-fa38-43ab-960f-c16db1452e5b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 812 time: 0.1044648 Apr 18 18:07:57.007674 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:07:57.008308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:57.017763 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-2a8d0ad8-6747-4a69-804e-302d99eb8e72 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/quotas/c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 375 time: 0.0099912 Apr 18 18:07:57.081581 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-e1e7e246-741f-467d-a58d-f0ef4df82b04 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579965 Apr 18 18:07:57.143704 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-18dc6fc0-2c32-4b4c-81a5-eb406840cf44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439889 Apr 18 18:07:57.161933 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:07:57.216467 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-eda5471a-e035-44a9-80a8-67067464d8f6 service neutron] 10.222.0.20 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191676 Apr 18 18:07:57.265418 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-c23dcf8f-6568-49ec-b2e0-58c609fe95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:57.267535 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-c23dcf8f-6568-49ec-b2e0-58c609fe95c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 1130 time: 0.0547764 Apr 18 18:07:57.277350 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 46782) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:57.366024 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-a41c410c-9d69-4fad-87ed-07c342e2dd64 service neutron] 10.222.0.20 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385131 Apr 18 18:07:57.412607 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4fd64fc-452b-4570-bad0-7928d49856ea tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (c5bb8864-4304-4377-86fa-d89d98dc622b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:57.426816 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:07:57.431757 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-e6c60e2f-6b30-4f4f-a876-75c50931f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:57.433272 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-e6c60e2f-6b30-4f4f-a876-75c50931f96c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 200 len: 919 time: 0.1433625 Apr 18 18:07:57.455889 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4fd64fc-452b-4570-bad0-7928d49856ea tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (c5bb8864-4304-4377-86fa-d89d98dc622b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:57.456641 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69cbee9-d896-4bfe-adee-2a3cd8b880ca None None] The sync data for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi is: [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:07:57.494138 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-41f76f1b-b110-4fe4-a247-3d3828ac8b4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc HTTP/1.1" status: 200 len: 217 time: 0.0502083 Apr 18 18:07:57.564550 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-6c59513f-7257-40fb-939c-64d80eeaf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:57.566079 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-6c59513f-7257-40fb-939c-64d80eeaf56e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 200 len: 858 time: 0.0616426 Apr 18 18:07:57.584286 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4fd64fc-452b-4570-bad0-7928d49856ea tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c5bb8864-4304-4377-86fa-d89d98dc622b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:57.586913 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d4fd64fc-452b-4570-bad0-7928d49856ea tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:57.588102 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d4fd64fc-452b-4570-bad0-7928d49856ea tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "DELETE /v2.0/security-groups/c5bb8864-4304-4377-86fa-d89d98dc622b HTTP/1.1" status: 204 len: 168 time: 0.3099720 Apr 18 18:07:57.590939 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46790) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:57.607049 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.api.v2.resource [None req-98d74f44-8b70-49a7-9d4c-1f4371d8eb94 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] show failed (client error): The resource could not be found. Apr 18 18:07:57.608460 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-98d74f44-8b70-49a7-9d4c-1f4371d8eb94 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups/c5bb8864-4304-4377-86fa-d89d98dc622b HTTP/1.1" status: 404 len: 347 time: 0.0160604 Apr 18 18:07:57.611482 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46792) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:57.622475 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd64fc-452b-4570-bad0-7928d49856ea tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb8864-4304-4377-86fa-d89d98dc622b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:57.630731 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-44b8db6b-bc59-4edf-b730-b31d1771a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:57.632389 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-44b8db6b-bc59-4edf-b730-b31d1771a739 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cad54e55-2682-4b77-9264-f5062bac9efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598149 Apr 18 18:07:57.777190 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-b9315161-9a8e-4f4f-93d7-a2f99d72c703 service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354277 Apr 18 18:07:57.815389 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b66edd8c-4f5d-432e-b1d5-da9a4779d6b5 req-16168917-5ee0-4cf9-80db-0d1359da7396 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 210 time: 0.0706031 Apr 18 18:07:57.836849 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Deleting port 3f59b35d-3825-4988-a82d-5d06bd9aa0dc {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:07:57.837363 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:57.863286 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5560a-3c60-4ee8-bad8-f24e9a96e9c2 None None] New status for floating IP d120de57-54e3-4aec-b92f-3f3f499fd458: DOWN {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:07:57.900116 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f46dd1d7-4355-4a41-b0c9-cc5860f830a6 req-5db543fd-c1d7-41ae-af24-c7db503af9cf service neutron] 10.222.0.15 "GET /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155839 Apr 18 18:07:57.928113 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:57.928731 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:57.945116 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Calling delete_port for 3f59b35d-3825-4988-a82d-5d06bd9aa0dc owned by network:floatingip {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:07:58.147860 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (3f59b35d-3825-4988-a82d-5d06bd9aa0dc), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.177255 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event deleted for resources: {'Port': ['ID=3f59b35d-3825-4988-a82d-5d06bd9aa0dc,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:58.252253 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (d120de57-54e3-4aec-b92f-3f3f499fd458), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.255108 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.256271 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-9cd12a36-af04-4bd4-a8ff-3e632e1f248e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "DELETE /v2.0/floatingips/d120de57-54e3-4aec-b92f-3f3f499fd458 HTTP/1.1" status: 204 len: 168 time: 0.6435938 Apr 18 18:07:58.495770 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46808) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:58.501275 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-fb487c55-68d9-48b4-b11f-2480b105dd84 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695311222', 'description': 'tempest-description--2078724162'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:58.521994 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb487c55-68d9-48b4-b11f-2480b105dd84 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.592636 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb487c55-68d9-48b4-b11f-2480b105dd84 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (4114c49e-de55-41af-aaaf-6839167b27a3), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.596803 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb487c55-68d9-48b4-b11f-2480b105dd84 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (4114c49e-de55-41af-aaaf-6839167b27a3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.625050 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb487c55-68d9-48b4-b11f-2480b105dd84 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.626307 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-fb487c55-68d9-48b4-b11f-2480b105dd84 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295211 Apr 18 18:07:58.629159 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46810) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:58.633521 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-80b40814-1d8d-4f25-ab1a-0998c144fb67 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'security_group_rule': {'security_group_id': '4114c49e-de55-41af-aaaf-6839167b27a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:58.639351 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb487c55-68d9-48b4-b11f-2480b105dd84 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4114c49e-de55-41af-aaaf-6839167b27a3,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:58.664511 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-80b40814-1d8d-4f25-ab1a-0998c144fb67 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (23c00c39-3784-4081-b21e-5a58a9d56284), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.734436 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-80b40814-1d8d-4f25-ab1a-0998c144fb67 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (23c00c39-3784-4081-b21e-5a58a9d56284), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.740036 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-80b40814-1d8d-4f25-ab1a-0998c144fb67 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (23c00c39-3784-4081-b21e-5a58a9d56284), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.740293 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:07:58.763619 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b40814-1d8d-4f25-ab1a-0998c144fb67 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c00c39-3784-4081-b21e-5a58a9d56284,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:58.775709 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-80b40814-1d8d-4f25-ab1a-0998c144fb67 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.776899 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-80b40814-1d8d-4f25-ab1a-0998c144fb67 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468289 Apr 18 18:07:58.780767 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46812) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:58.785190 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-aa12da14-ff8c-4580-ad54-afc3d8e017b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'security_group_rule': {'security_group_id': '4114c49e-de55-41af-aaaf-6839167b27a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:58.814491 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-aa12da14-ff8c-4580-ad54-afc3d8e017b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (e347562e-ff7d-435a-89a9-44a861c83ec7), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.896328 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-aa12da14-ff8c-4580-ad54-afc3d8e017b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (e347562e-ff7d-435a-89a9-44a861c83ec7), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.902743 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-aa12da14-ff8c-4580-ad54-afc3d8e017b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (e347562e-ff7d-435a-89a9-44a861c83ec7), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.923180 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6273-c446-4f51-8a18-021998f9f156 req-878268d7-1e48-41cd-a869-3599305b7525 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:58.924690 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-878268d7-1e48-41cd-a869-3599305b7525 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 812 time: 0.1548641 Apr 18 18:07:58.948833 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12da14-ff8c-4580-ad54-afc3d8e017b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e347562e-ff7d-435a-89a9-44a861c83ec7,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:58.953516 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-47889445-aff1-4c60-baec-7f2b3c3f541b req-51ffb5a2-8556-4b3e-9712-3eaf09bcf5c0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 210 time: 0.0482829 Apr 18 18:07:58.959630 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-aa12da14-ff8c-4580-ad54-afc3d8e017b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:58.962672 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-aa12da14-ff8c-4580-ad54-afc3d8e017b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791177 Apr 18 18:07:58.964273 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46818) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:07:58.969821 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:58.990636 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.005664 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-6e54c082-b67f-48e7-9d3e-7f027c5727f0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 379 time: 0.0712595 Apr 18 18:07:59.015300 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'port': {'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'admin_state_up': True, 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'security_groups': ['af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:59.068144 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.131028 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Made reservation on behalf of c68161ada21740dfb477439be2a02050 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:07:59.134466 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.183776 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Allocated IP 172.27.3.180 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/7a776e1c-0f5c-4135-85c8-57c7706d7903) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:07:59.287666 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Allocated IP 172.20.0.12 (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5/5d54297e-dcb0-4da0-a6f7-15b94dd798be/a608c0c9-58be-42c3-9536-b9eed5365d1b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:07:59.310853 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for port (7a776e1c-0f5c-4135-85c8-57c7706d7903), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.346018 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (7a776e1c-0f5c-4135-85c8-57c7706d7903), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.390916 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:07:59.396175 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:07:59.399794 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:07:59.423764 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'Port': ['ID=7a776e1c-0f5c-4135-85c8-57c7706d7903,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:59.440238 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.493776 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (d05d8222-8d05-4787-b5f9-fc0a4bbc7971), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.494222 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.537044 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (7a776e1c-0f5c-4135-85c8-57c7706d7903), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.543690 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:07:59.550169 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:07:59.554226 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:07:59.561447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=a608c0c9-58be-42c3-9536-b9eed5365d1b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:59.616483 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:07:59.617147 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.638064 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-21fdaa31-c8a9-4678-82ad-252305820ce1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6270926 Apr 18 18:07:59.649546 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Request body: {'port': {'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:07:59.710600 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.713559 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for port (7a776e1c-0f5c-4135-85c8-57c7706d7903), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.719217 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (7a776e1c-0f5c-4135-85c8-57c7706d7903), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.801099 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'Port': ['ID=7a776e1c-0f5c-4135-85c8-57c7706d7903,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:07:59.815222 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (d05d8222-8d05-4787-b5f9-fc0a4bbc7971), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.834780 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.838760 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-cab0a10c-8b84-41a9-abde-44d6cd4721e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8732498 Apr 18 18:07:59.849648 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-fe24c32a-499b-4dc4-ad4f-ba4d24a20c35 None None] Provisioning complete for port a608c0c9-58be-42c3-9536-b9eed5365d1b triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:07:59.850917 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe24c32a-499b-4dc4-ad4f-ba4d24a20c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:07:59.896883 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fe24c32a-499b-4dc4-ad4f-ba4d24a20c35 None None] Port a608c0c9-58be-42c3-9536-b9eed5365d1b cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:08:00.016457 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a608c0c9-58be-42c3-9536-b9eed5365d1b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:08:00.024485 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Publish callbacks [] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:00.040182 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Transition to ACTIVE for port object a608c0c9-58be-42c3-9536-b9eed5365d1b will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:08:00.046038 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:00.113654 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Pushing event updated for resources: {'Port': ['ID=a608c0c9-58be-42c3-9536-b9eed5365d1b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:00.115497 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da175-2183-4b6c-a090-275ccbd1a01b req-f024fcb4-ac85-4b61-8fbe-ef31961d9e1b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:00.130864 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a69da175-2183-4b6c-a090-275ccbd1a01b req-f024fcb4-ac85-4b61-8fbe-ef31961d9e1b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0951190 Apr 18 18:08:00.212314 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a69da175-2183-4b6c-a090-275ccbd1a01b req-c912f194-b4b5-46e0-8a44-bc3c6cfeacd7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680926 Apr 18 18:08:00.212614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Attempting to bind port a608c0c9-58be-42c3-9536-b9eed5365d1b on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:08:00.212954 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Attempting to bind port a608c0c9-58be-42c3-9536-b9eed5365d1b by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:08:00.213293 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Attempting to bind port a608c0c9-58be-42c3-9536-b9eed5365d1b on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:08:00.224279 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Port a608c0c9-58be-42c3-9536-b9eed5365d1b on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:08:00.224524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Attempting to bind port a608c0c9-58be-42c3-9536-b9eed5365d1b on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:08:00.238734 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:08:00.238946 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Checking segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:08:00.239380 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Bound using segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:08:00.239961 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Bound port: a608c0c9-58be-42c3-9536-b9eed5365d1b, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:08:00.242160 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:00.309158 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-94d60b8b-cb25-454f-9d1e-519b06d8dc47 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--695311222&fields=id&tenant_id=201bb1fed3fb4058a860566245af69da HTTP/1.1" status: 200 len: 267 time: 0.0620301 Apr 18 18:08:00.316707 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] For port a608c0c9-58be-42c3-9536-b9eed5365d1b, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:08:00.321995 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] For port a608c0c9-58be-42c3-9536-b9eed5365d1b, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:08:00.333566 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:00.390387 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:00.391613 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:00.393897 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] 10.222.0.15 "PUT /v2.0/ports/a608c0c9-58be-42c3-9536-b9eed5365d1b HTTP/1.1" status: 200 len: 1094 time: 0.7485290 Apr 18 18:08:00.397637 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:00.400255 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44860250-d0ba-44a9-a8cf-7b7fa9cb8d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:00.430660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe2c12-4aad-4cc1-a8a3-c3de0dd2fe73 service neutron] Pushing event updated for resources: {'Port': ['ID=a608c0c9-58be-42c3-9536-b9eed5365d1b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:00.452401 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba5c94a-1701-48f4-8147-f4cd60ce3594 x-openstack-request-id: req-aba5c94a-1701-48f4-8147-f4cd60ce3594 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:00.452401 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:00.452401 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aba5c94a-1701-48f4-8147-f4cd60ce3594 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:00.452401 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba5c94a-1701-48f4-8147-f4cd60ce3594'] response: {'name': 'network-changed', 'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'status': 'completed', 'code': 200} Apr 18 18:08:00.506052 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-4ae6720d-826f-4c26-942c-412ecf8beffe tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:00.507564 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-4ae6720d-826f-4c26-942c-412ecf8beffe tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 809 time: 0.1754985 Apr 18 18:08:00.531310 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b99e785c-86c5-4880-a920-333b93a84285 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/quotas/201bb1fed3fb4058a860566245af69da HTTP/1.1" status: 200 len: 375 time: 0.0157676 Apr 18 18:08:00.554786 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860250-d0ba-44a9-a8cf-7b7fa9cb8d9c req-50938ce3-1e99-42b4-8361-18e80123b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:00.556314 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44860250-d0ba-44a9-a8cf-7b7fa9cb8d9c req-50938ce3-1e99-42b4-8361-18e80123b6fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 1128 time: 0.0514557 Apr 18 18:08:00.588009 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-52a881fd-d6bb-49d2-b655-4fec32869bf8 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510666 Apr 18 18:08:00.665964 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860250-d0ba-44a9-a8cf-7b7fa9cb8d9c req-e7c787ff-6932-443a-9548-632ea7377bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:00.667520 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44860250-d0ba-44a9-a8cf-7b7fa9cb8d9c req-e7c787ff-6932-443a-9548-632ea7377bce service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c68161ada21740dfb477439be2a02050&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1032395 Apr 18 18:08:00.697906 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-4a0070dc-d482-4208-abb3-916f5df86d36 service neutron] 10.222.0.20 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919595 Apr 18 18:08:00.795187 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860250-d0ba-44a9-a8cf-7b7fa9cb8d9c req-97de425c-cd21-4ba0-83c5-80578034c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:00.796637 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-d45bff76-d8b1-4226-872c-430ed9fa5294 service neutron] 10.222.0.20 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920675 Apr 18 18:08:00.796817 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44860250-d0ba-44a9-a8cf-7b7fa9cb8d9c req-97de425c-cd21-4ba0-83c5-80578034c2f7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1139567 Apr 18 18:08:00.876154 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6273-c446-4f51-8a18-021998f9f156 req-ae719f03-dea3-4a29-a324-b032ddf7e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:00.876415 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 18225cc3-044e-4709-b16d-1fabbaf7afdb no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:00.877960 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-ae719f03-dea3-4a29-a324-b032ddf7e259 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 1128 time: 0.0426011 Apr 18 18:08:00.901218 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 18225cc3-044e-4709-b16d-1fabbaf7afdb {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:00.901562 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 18225cc3-044e-4709-b16d-1fabbaf7afdb not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:00.930028 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-33a2f51b-bde0-4887-bb3c-6c266a8ebe84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b HTTP/1.1" status: 200 len: 217 time: 0.0453711 Apr 18 18:08:01.010275 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6273-c446-4f51-8a18-021998f9f156 req-504a3d86-07d6-4021-83df-69c4376e26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:01.014397 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-504a3d86-07d6-4021-83df-69c4376e26f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.0775843 Apr 18 18:08:01.065724 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6273-c446-4f51-8a18-021998f9f156 req-41ace866-6f3b-4615-9f5d-87d8f9069bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:01.067395 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-41ace866-6f3b-4615-9f5d-87d8f9069bc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472360 Apr 18 18:08:01.074427 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-aab5722b-7f20-460f-a0e1-61e095dd34b9 req-09f83aed-74fc-47b0-8b10-1c8a70b38a40 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 210 time: 0.0963013 Apr 18 18:08:01.175048 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-8f15925e-edbd-443f-9c88-e08ec442a0ed service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973024 Apr 18 18:08:01.292408 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-385a6273-c446-4f51-8a18-021998f9f156 req-68665f18-30b5-4a75-b13b-060e4de4e090 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113789 Apr 18 18:08:01.345321 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588feff3-50e0-4b8e-a95a-afef4cb7cadd req-4c5e2777-bf4a-4f2e-85bd-30533d8a50a0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:01.346849 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-588feff3-50e0-4b8e-a95a-afef4cb7cadd req-4c5e2777-bf4a-4f2e-85bd-30533d8a50a0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0539563 Apr 18 18:08:01.403308 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-588feff3-50e0-4b8e-a95a-afef4cb7cadd req-99400617-bafc-47b9-9187-0e208e3144ce tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481105 Apr 18 18:08:01.500559 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:01.961629 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-1472ce89-9088-4da8-9ac9-0506a295a728 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993861024&fields=id&tenant_id=e5d3a5582af44c5ab9817cc86034389c HTTP/1.1" status: 200 len: 267 time: 0.0438900 Apr 18 18:08:02.012408 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-e4d1d27f-c820-41e7-96dd-e2033db86191 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:02.014136 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-e4d1d27f-c820-41e7-96dd-e2033db86191 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 985 time: 0.0469375 Apr 18 18:08:02.026115 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Request body: {'port': {'security_groups': ['e1af8836-76bf-4470-8145-62637ae47337']}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:08:02.109797 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:02.186996 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-feb69ffa-aadd-4494-81b0-a1b8c1fb2707 req-a84ceedc-87d0-423a-9635-893c9f1f5816 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 210 time: 0.0391138 Apr 18 18:08:02.367048 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] For port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:02.402163 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:02.408200 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:02.420970 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:08:02.453709 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:02.454384 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:02.455960 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-59ccfee7-3b53-4e8c-9ba8-41f1c957e486 req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "PUT /v2.0/ports/4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 943 time: 0.4343760 Apr 18 18:08:02.456248 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:02.458686 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9b5243-528c-48f9-8acd-0d30d19a637f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:02.464036 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46874) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:02.523438 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54751d3-6675-418f-9872-f2778ddcd81a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event updated for resources: {'Port': ['ID=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,revision_number=7']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:02.532010 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628573ff-4a15-4291-8105-b315d99f9d0c x-openstack-request-id: req-628573ff-4a15-4291-8105-b315d99f9d0c {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:02.532293 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:02.532608 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-628573ff-4a15-4291-8105-b315d99f9d0c {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:02.532944 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628573ff-4a15-4291-8105-b315d99f9d0c'] response: {'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'status': 'completed', 'code': 200} Apr 18 18:08:02.558475 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:08:02.590566 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1307-a45a-474b-a702-0ddc2415ed49 req-9f55b17d-d2e5-4171-8ba7-a87c8823fe81 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:02.592693 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e74d1307-a45a-474b-a702-0ddc2415ed49 req-9f55b17d-d2e5-4171-8ba7-a87c8823fe81 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0973167 Apr 18 18:08:02.600064 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c4e0131f-12cd-4c26-bbea-1e79966553d2 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group (ece39962-27b0-451b-b5fa-b7409c90a6c5), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:02.641789 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c4e0131f-12cd-4c26-bbea-1e79966553d2 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group (ece39962-27b0-451b-b5fa-b7409c90a6c5), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:02.754250 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-568d579b-be61-41bb-be09-dedd2bf38030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:02.755786 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-568d579b-be61-41bb-be09-dedd2bf38030 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d3a5582af44c5ab9817cc86034389c&device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1130 time: 0.0810101 Apr 18 18:08:02.762533 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e74d1307-a45a-474b-a702-0ddc2415ed49 req-aaa67875-8146-46a0-aa9a-841e02f901ab tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634958 Apr 18 18:08:02.846721 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c4e0131f-12cd-4c26-bbea-1e79966553d2 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (ece39962-27b0-451b-b5fa-b7409c90a6c5), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:02.865475 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c4e0131f-12cd-4c26-bbea-1e79966553d2 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:02.869766 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-c4e0131f-12cd-4c26-bbea-1e79966553d2 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "DELETE /v2.0/security-groups/ece39962-27b0-451b-b5fa-b7409c90a6c5 HTTP/1.1" status: 204 len: 168 time: 0.4045980 Apr 18 18:08:02.870554 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 46876) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:02.889365 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0131f-12cd-4c26-bbea-1e79966553d2 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece39962-27b0-451b-b5fa-b7409c90a6c5,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:02.906749 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-5b6312c8-9a59-4086-9960-c613e610b893 None None] Provisioning complete for port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:08:02.907435 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b6312c8-9a59-4086-9960-c613e610b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:03.026626 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5b6312c8-9a59-4086-9960-c613e610b893 None None] Current status of the port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:08:03.170674 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Deleting port c1cd5251-e08c-4d28-887a-890ec35ff766 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:03.171374 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (c1cd5251-e08c-4d28-887a-890ec35ff766), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:03.259057 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-1597d580-6e65-4f35-afe6-64f0775ff361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:03.260586 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-1597d580-6e65-4f35-afe6-64f0775ff361 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 200 len: 914 time: 0.4970548 Apr 18 18:08:03.278450 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (c1cd5251-e08c-4d28-887a-890ec35ff766), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:03.279972 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for floatingip (c1cd5251-e08c-4d28-887a-890ec35ff766), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:03.304946 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Calling delete_port for c1cd5251-e08c-4d28-887a-890ec35ff766 owned by network:floatingip {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:03.331771 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-ab9c14d9-d35c-47b8-843e-1c0dfe9df1b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:03.333262 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-ab9c14d9-d35c-47b8-843e-1c0dfe9df1b5 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 809 time: 0.1793077 Apr 18 18:08:03.373802 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-fe238700-3c52-4b84-ad00-ef8d3ae363b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 1002 time: 0.1026165 Apr 18 18:08:03.433913 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-ce9a5a84-25e7-4f0e-a002-ec0bb351ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:03.436394 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-ce9a5a84-25e7-4f0e-a002-ec0bb351ccc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e871e185-f869-4fa8-95ce-6ee63986737a HTTP/1.1" status: 200 len: 853 time: 0.0557153 Apr 18 18:08:03.501935 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-1cb9cf23-9548-4bc3-9e2f-e065711f9777 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201bb1fed3fb4058a860566245af69da HTTP/1.1" status: 200 len: 379 time: 0.1547017 Apr 18 18:08:03.505438 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-e8ff9978-e84b-4c23-9d4f-4bbc10338655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:03.506963 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-e8ff9978-e84b-4c23-9d4f-4bbc10338655 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615542 Apr 18 18:08:03.655809 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e0bb5e9-58c2-4310-9266-46ade20f0d3b req-b2473e2e-c8d3-48de-a846-329c1ac03d83 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 210 time: 0.2694104 Apr 18 18:08:03.774067 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (c1cd5251-e08c-4d28-887a-890ec35ff766), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:03.802702 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event deleted for resources: {'Port': ['ID=c1cd5251-e08c-4d28-887a-890ec35ff766,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:03.901287 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432846f5-14e3-4da9-884b-f745c7ce5b63 req-5297507c-506b-408a-883c-1ef5b053c144 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:03.902811 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-432846f5-14e3-4da9-884b-f745c7ce5b63 req-5297507c-506b-408a-883c-1ef5b053c144 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0712218 Apr 18 18:08:03.918681 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks [] for floatingip (4afdc373-ec81-4dbc-be7a-380fc68f5d51), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:03.920735 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Floating IP 4afdc373-ec81-4dbc-be7a-380fc68f5d51 disassociated (deleted). External IP: 172.27.3.190, port: 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd. Apr 18 18:08:04.030349 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-432846f5-14e3-4da9-884b-f745c7ce5b63 req-f8a99cc1-2500-49b0-805c-53212bc66849 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202536 Apr 18 18:08:04.171946 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Router d192dc75-42e6-4040-86b0-978a751c8716 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:08:04.293583 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:08:04.299305 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:04.304737 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] Sync routers for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:08:04.315803 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:04.316436 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:04.332694 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f6c89515-d620-4ba1-8f31-2ed42759db7f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "DELETE /v2.0/floatingips/4afdc373-ec81-4dbc-be7a-380fc68f5d51 HTTP/1.1" status: 204 len: 168 time: 1.4516308 Apr 18 18:08:04.438807 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:04.533866 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:04.536400 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8924a769-0c3b-4f76-ba06-a78f91b6633e" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:04.578662 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2d5cf6-807d-42ff-89a9-07283b784e4c x-openstack-request-id: req-4a2d5cf6-807d-42ff-89a9-07283b784e4c {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:04.578662 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:04.578662 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a2d5cf6-807d-42ff-89a9-07283b784e4c {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:04.578662 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2d5cf6-807d-42ff-89a9-07283b784e4c'] response: {'name': 'network-changed', 'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'status': 'completed', 'code': 200} Apr 18 18:08:04.756062 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0410c241-1cba-4d97-b81b-18ff6bc9269e req-8ff15943-1f64-493d-a3cc-93b79492d348 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 210 time: 0.0298126 Apr 18 18:08:04.797311 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:04.825466 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] Checking router: d192dc75-42e6-4040-86b0-978a751c8716 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:08:04.835494 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:04.836151 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:07:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:04.959023 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:05.164013 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b8c7-4063-4225-a02a-6923874c94e8 req-6c75b268-8a0e-492f-b73d-b7adc4ac298f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:05.165596 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3d43b8c7-4063-4225-a02a-6923874c94e8 req-6c75b268-8a0e-492f-b73d-b7adc4ac298f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0571880 Apr 18 18:08:05.179558 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:05.209548 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456f5be-1803-4fcb-800f-91a7d6e9fe56 None None] The sync data for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi is: [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:04:31Z', 'revision_number': 4, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '8a4fad05-ccba-4ddb-ada1-f9e96a21b69a', 'name': '', 'network_id': '7d4e2dd5-11da-4ede-b925-afe9f4990fbe', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'mac_address': 'fa:16:3e:80:0b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:30Z', 'updated_at': '2022-04-18T18:04:41Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'subnets': [{'id': 'e871e185-f869-4fa8-95ce-6ee63986737a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:08:05.224370 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3d43b8c7-4063-4225-a02a-6923874c94e8 req-4901da5c-0a64-42d4-954d-69f9bea5a0e9 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521786 Apr 18 18:08:05.461613 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca576db-baf2-4fe6-9e0f-a2ce6610645c None None] New status for floating IP 4afdc373-ec81-4dbc-be7a-380fc68f5d51: DOWN {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:08:05.872547 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c85bf509-55d7-4d05-b8b2-14252dde7f3d req-6af7f928-a3f8-4029-876e-22ccba3e3c0b tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 210 time: 0.0283525 Apr 18 18:08:06.344049 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cb577-3c07-4d06-82e8-4b6e1ce41db1 req-bf2d6fad-bdea-45a2-93f4-1b1e3f162be2 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:06.345612 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0b2cb577-3c07-4d06-82e8-4b6e1ce41db1 req-bf2d6fad-bdea-45a2-93f4-1b1e3f162be2 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0527954 Apr 18 18:08:06.398079 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0b2cb577-3c07-4d06-82e8-4b6e1ce41db1 req-f1684cc6-615c-475e-b437-1182cb2b61da tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460501 Apr 18 18:08:06.488375 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'port': {'device_id': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'admin_state_up': True, 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'security_groups': ['4114c49e-de55-41af-aaaf-6839167b27a3']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:08:06.651120 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-88cbb47e-f2ce-4614-ac8a-0750a648d394 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771429 Apr 18 18:08:06.676257 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Made reservation on behalf of 201bb1fed3fb4058a860566245af69da for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:08:06.679738 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:06.826958 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Allocated IP 172.20.0.3 (521bf463-31b7-4a75-8eed-a6e766fc9039/d260d51e-30b8-4dc3-9970-b7289c2de481/f69bcefd-d4aa-4520-b622-7b2f83e459c6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:08:06.977367 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e0e2b8d7-04ad-4f9b-9f46-563ada2ee8dd req-fcd7af55-51f3-413f-b6de-32b39c6d91ab tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 210 time: 0.0323997 Apr 18 18:08:07.032877 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:07.083375 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c9b5243-528c-48f9-8acd-0d30d19a637f req-a3181c95-48c7-4ed2-b344-0565c02b95cd service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345963 Apr 18 18:08:07.097871 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:07.161397 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:08:07.184920 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:08:07.195024 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:08:07.203628 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event updated for resources: {'Port': ['ID=f69bcefd-d4aa-4520-b622-7b2f83e459c6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:07.232014 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-6ece6768-20bd-4c3d-8a7b-6aa89d47e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:07.234354 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-6ece6768-20bd-4c3d-8a7b-6aa89d47e19a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d3a5582af44c5ab9817cc86034389c&device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 1130 time: 0.0971060 Apr 18 18:08:07.270527 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:07.271183 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:07.354561 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-f9ebf941-03ba-4ea6-9f43-2b733a87ee60 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8706722 Apr 18 18:08:07.385322 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Request body: {'port': {'device_id': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:08:07.465389 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-ce9022ce-186a-4980-8b7a-ad79d1cdf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:07.467072 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-ce9022ce-186a-4980-8b7a-ad79d1cdf6c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 200 len: 914 time: 0.2133415 Apr 18 18:08:07.476597 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-43988813-e44e-440f-89da-e024fa1f6d08 None None] Provisioning complete for port f69bcefd-d4aa-4520-b622-7b2f83e459c6 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:08:07.477254 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43988813-e44e-440f-89da-e024fa1f6d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:07.519087 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:07.522588 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-d318cab4-06ab-4854-a65b-c4e917e888e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 200 len: 217 time: 0.0449247 Apr 18 18:08:07.528791 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-43988813-e44e-440f-89da-e024fa1f6d08 None None] Port f69bcefd-d4aa-4520-b622-7b2f83e459c6 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:08:07.568771 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d468fa-32e7-46bf-bd14-0958db4c184f req-f76cda72-ec39-43bf-b747-6f23de4cf0a8 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:07.574846 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-85d468fa-32e7-46bf-bd14-0958db4c184f req-f76cda72-ec39-43bf-b747-6f23de4cf0a8 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0729764 Apr 18 18:08:07.620236 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-1732f604-d55f-495f-b6e3-b4dedad9fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:07.621725 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-1732f604-d55f-495f-b6e3-b4dedad9fedd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e871e185-f869-4fa8-95ce-6ee63986737a HTTP/1.1" status: 200 len: 853 time: 0.0871310 Apr 18 18:08:07.633767 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-85d468fa-32e7-46bf-bd14-0958db4c184f req-b6edd0a4-05a8-42fb-8485-44714f883efa tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569663 Apr 18 18:08:07.739685 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-f2ddb16c-8d25-44f0-aaa1-97d4dfcc45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:07.741198 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-f2ddb16c-8d25-44f0-aaa1-97d4dfcc45c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e2dd5-11da-4ede-b925-afe9f4990fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103885 Apr 18 18:08:07.918116 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-d9d088b2-c927-4d22-8660-bbac1219224f service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656408 Apr 18 18:08:08.021257 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69bcefd-d4aa-4520-b622-7b2f83e459c6 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:08:08.034624 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Publish callbacks [] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:08.059381 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Transition to ACTIVE for port object f69bcefd-d4aa-4520-b622-7b2f83e459c6 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:08:08.065915 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:08.069275 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8924a769-0c3b-4f76-ba06-a78f91b6633e req-aa69af23-a52d-4fa4-8cfe-d57c1c8a3de3 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430955 Apr 18 18:08:08.096221 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3311fe-e0ed-4af1-9c53-036402f3937c req-b13ccccc-7336-49d7-a89c-7177a4c21a3a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:08.097713 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1d3311fe-e0ed-4af1-9c53-036402f3937c req-b13ccccc-7336-49d7-a89c-7177a4c21a3a tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 931 time: 0.0492227 Apr 18 18:08:08.117837 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Pushing event updated for resources: {'Port': ['ID=f69bcefd-d4aa-4520-b622-7b2f83e459c6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:08.166392 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1d3311fe-e0ed-4af1-9c53-036402f3937c req-2f5624e5-ec3a-4c78-93ce-bb3c09e3aa0d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522773 Apr 18 18:08:08.197212 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Attempting to bind port f69bcefd-d4aa-4520-b622-7b2f83e459c6 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:08:08.197212 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Attempting to bind port f69bcefd-d4aa-4520-b622-7b2f83e459c6 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:08:08.197212 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Attempting to bind port f69bcefd-d4aa-4520-b622-7b2f83e459c6 on network 521bf463-31b7-4a75-8eed-a6e766fc9039 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:08:08.202444 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Port f69bcefd-d4aa-4520-b622-7b2f83e459c6 on network 521bf463-31b7-4a75-8eed-a6e766fc9039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:08:08.202803 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Attempting to bind port f69bcefd-d4aa-4520-b622-7b2f83e459c6 on network 521bf463-31b7-4a75-8eed-a6e766fc9039 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:08:08.209076 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:08:08.209661 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Checking segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:08:08.210376 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Bound using segment: {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:08:08.211110 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Bound port: f69bcefd-d4aa-4520-b622-7b2f83e459c6, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426e9fca-a1c3-4861-bc03-4496b689784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:08:08.211553 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:08.282995 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] For port f69bcefd-d4aa-4520-b622-7b2f83e459c6, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:08:08.286150 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] For port f69bcefd-d4aa-4520-b622-7b2f83e459c6, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=f69bcefd-d4aa-4520-b622-7b2f83e459c6,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:08:08.293351 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:08.325237 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:08.325874 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:08.327926 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] 10.222.0.15 "PUT /v2.0/ports/f69bcefd-d4aa-4520-b622-7b2f83e459c6 HTTP/1.1" status: 200 len: 1093 time: 0.9470675 Apr 18 18:08:08.330148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'tag': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:08.332406 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311ad7aa-9c35-4896-b555-f3a5769f015b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f", "tag": "f69bcefd-d4aa-4520-b622-7b2f83e459c6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:08.367596 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729c0f-7b45-4881-b2fa-692d3e88ea34 service neutron] Pushing event updated for resources: {'Port': ['ID=f69bcefd-d4aa-4520-b622-7b2f83e459c6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:08.373551 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e9d66a-0b98-424a-a12d-bacf0aff65d1 x-openstack-request-id: req-13e9d66a-0b98-424a-a12d-bacf0aff65d1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:08.373842 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f", "tag": "f69bcefd-d4aa-4520-b622-7b2f83e459c6", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:08.374624 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13e9d66a-0b98-424a-a12d-bacf0aff65d1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:08.374810 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e9d66a-0b98-424a-a12d-bacf0aff65d1'] response: {'name': 'network-changed', 'server_uuid': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'tag': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'status': 'completed', 'code': 200} Apr 18 18:08:08.751801 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf483a-0057-4b60-a577-8206e370f5d9 req-9eb49de5-d483-4482-be1d-ef84e778c84c tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:08.753265 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c7cf483a-0057-4b60-a577-8206e370f5d9 req-9eb49de5-d483-4482-be1d-ef84e778c84c tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0500479 Apr 18 18:08:08.802392 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c7cf483a-0057-4b60-a577-8206e370f5d9 req-8823127e-dfda-43a7-bbc4-335984be493e tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433409 Apr 18 18:08:09.283462 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38998289-e16f-4798-97d1-c06a2a6ec440 req-86f51de9-34ac-4868-a9ac-d48bd183321d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:09.284913 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-38998289-e16f-4798-97d1-c06a2a6ec440 req-86f51de9-34ac-4868-a9ac-d48bd183321d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 943 time: 0.0483975 Apr 18 18:08:09.335952 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-38998289-e16f-4798-97d1-c06a2a6ec440 req-9dc1d368-36dd-4586-8b1e-5c81aded20ce tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446146 Apr 18 18:08:09.928309 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207c729-8a84-4e44-9d0a-455b75938f4b req-2b5b597a-9343-4ef4-bd79-702d2ae788d9 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:09.929766 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0207c729-8a84-4e44-9d0a-455b75938f4b req-2b5b597a-9343-4ef4-bd79-702d2ae788d9 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0526731 Apr 18 18:08:09.980050 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0207c729-8a84-4e44-9d0a-455b75938f4b req-1b8d423a-beb6-4292-a5af-02d7980a90ae tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438106 Apr 18 18:08:10.456489 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b4c58-091c-44b8-9c58-315b92941496 req-3fb59f7f-4081-4437-8864-a087e6c7c621 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:10.457977 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dd3b4c58-091c-44b8-9c58-315b92941496 req-3fb59f7f-4081-4437-8864-a087e6c7c621 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 943 time: 0.0471280 Apr 18 18:08:10.508953 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dd3b4c58-091c-44b8-9c58-315b92941496 req-6b0afcc8-ccde-47f4-897e-fe7dedc35361 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451908 Apr 18 18:08:10.686307 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ad7aa-9c35-4896-b555-f3a5769f015b req-9efefc2e-c012-4864-a1bb-7564b915f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:10.687863 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-311ad7aa-9c35-4896-b555-f3a5769f015b req-9efefc2e-c012-4864-a1bb-7564b915f674 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 1127 time: 0.0423388 Apr 18 18:08:10.804194 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ad7aa-9c35-4896-b555-f3a5769f015b req-b77d9f24-46a7-494d-8716-e012b9f6956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:10.805697 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-311ad7aa-9c35-4896-b555-f3a5769f015b req-b77d9f24-46a7-494d-8716-e012b9f6956a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=201bb1fed3fb4058a860566245af69da&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1092603 Apr 18 18:08:10.933205 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ad7aa-9c35-4896-b555-f3a5769f015b req-7b786cdc-cd0a-44db-b77d-901c94c25c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:10.933205 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-311ad7aa-9c35-4896-b555-f3a5769f015b req-7b786cdc-cd0a-44db-b77d-901c94c25c94 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1142817 Apr 18 18:08:11.019256 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-ff75aa1f-4bef-4763-a753-8af5f6699ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:11.020806 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-ff75aa1f-4bef-4763-a753-8af5f6699ca0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 1127 time: 0.0475638 Apr 18 18:08:11.070615 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-efd54918-1edf-4897-99f4-6a1c7978b06b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f69bcefd-d4aa-4520-b622-7b2f83e459c6 HTTP/1.1" status: 200 len: 217 time: 0.0370934 Apr 18 18:08:11.128686 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02760f34-8b9b-4daa-8a8c-6a32bfb32ee1 req-f26dece6-9d5c-4feb-9a2c-3ddf3f176695 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:11.131624 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-2a75bccc-cba8-48df-954c-e92cc9ca3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:11.134209 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-2a75bccc-cba8-48df-954c-e92cc9ca3d2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 200 len: 848 time: 0.0518379 Apr 18 18:08:11.136947 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-02760f34-8b9b-4daa-8a8c-6a32bfb32ee1 req-f26dece6-9d5c-4feb-9a2c-3ddf3f176695 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0666509 Apr 18 18:08:11.192854 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-39eeca55-1559-4c40-b710-3b811e3bd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:11.194406 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-39eeca55-1559-4c40-b710-3b811e3bd580 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=521bf463-31b7-4a75-8eed-a6e766fc9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524738 Apr 18 18:08:11.202752 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-02760f34-8b9b-4daa-8a8c-6a32bfb32ee1 req-d51bea79-abe6-4b04-b1f9-691431a7c85a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647659 Apr 18 18:08:11.302655 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-6c8aa057-e050-4c9b-a07c-a7b0bbcf3ef6 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007516 Apr 18 18:08:11.416768 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eab88ea-6cbe-4375-82aa-6e37f80e8afb req-25f7f0f3-5b67-4b77-8eed-6659c36e17a6 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025350 Apr 18 18:08:11.621998 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695f0e2-55fb-4c54-ab94-f6a030817590 req-f668eb62-a2ac-456c-a4a0-80dc32faef7c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:11.624165 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a695f0e2-55fb-4c54-ab94-f6a030817590 req-f668eb62-a2ac-456c-a4a0-80dc32faef7c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 943 time: 0.0486143 Apr 18 18:08:11.670684 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a695f0e2-55fb-4c54-ab94-f6a030817590 req-8845a917-77dd-4f5a-b08a-de44f8653196 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 Apr 18 18:08:12.327234 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52179127-6a67-4eb9-a05f-f4775a77a323 req-88368638-1173-4128-9aa6-d741b538d5c6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:12.328786 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-52179127-6a67-4eb9-a05f-f4775a77a323 req-88368638-1173-4128-9aa6-d741b538d5c6 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0512431 Apr 18 18:08:12.408014 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50cd89-0e14-4995-93d4-b85605afaf6b req-6d5d204e-08a5-448b-8696-ea5fe3198de0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:12.409528 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5a50cd89-0e14-4995-93d4-b85605afaf6b req-6d5d204e-08a5-448b-8696-ea5fe3198de0 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.0739944 Apr 18 18:08:12.433146 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-52179127-6a67-4eb9-a05f-f4775a77a323 req-88c9f918-db7f-4fba-9115-3935f5fb49c1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987256 Apr 18 18:08:12.471085 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5a50cd89-0e14-4995-93d4-b85605afaf6b req-b1ec7f4e-67b7-4864-bd23-29d966a65b40 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525904 Apr 18 18:08:12.795998 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76ae9e-fe70-4b6e-8dcb-82eb8f6a9451 req-51a63dcd-103d-4f35-8540-842121a18f79 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:12.797454 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-db76ae9e-fe70-4b6e-8dcb-82eb8f6a9451 req-51a63dcd-103d-4f35-8540-842121a18f79 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 943 time: 0.0487723 Apr 18 18:08:12.844949 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-db76ae9e-fe70-4b6e-8dcb-82eb8f6a9451 req-20e2813b-3713-4448-b042-364992ab22e2 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419540 Apr 18 18:08:13.555199 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee91f-bfc4-48ab-9e1f-66676a1ec83d req-6f110c24-0d30-4725-9f38-e9523a1bfc1a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:13.556556 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1ceee91f-bfc4-48ab-9e1f-66676a1ec83d req-6f110c24-0d30-4725-9f38-e9523a1bfc1a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0556245 Apr 18 18:08:13.606094 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e0ec-46b2-4422-a0d7-02622c7789e6 req-f5a98143-6d41-4f85-939e-6b8f4a343910 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:13.608363 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0284e0ec-46b2-4422-a0d7-02622c7789e6 req-f5a98143-6d41-4f85-939e-6b8f4a343910 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.0703974 Apr 18 18:08:13.652868 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1ceee91f-bfc4-48ab-9e1f-66676a1ec83d req-d2cdaf76-b865-4e76-a43b-f3797b70be7c tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771058 Apr 18 18:08:13.673016 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device f69bcefd-d4aa-4520-b622-7b2f83e459c6 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:08:13.677229 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0284e0ec-46b2-4422-a0d7-02622c7789e6 req-28bd978d-8c4b-470e-b499-ca0cd53f1a8a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588322 Apr 18 18:08:13.772683 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port f69bcefd-d4aa-4520-b622-7b2f83e459c6, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=f69bcefd-d4aa-4520-b622-7b2f83e459c6,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:13.784387 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'port_id': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'mac_address': 'fa:16:3e:4a:08:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:08:13.827157 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port f69bcefd-d4aa-4520-b622-7b2f83e459c6 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:08:13.827455 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:13.840202 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69bcefd-d4aa-4520-b622-7b2f83e459c6 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:08:13.860314 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port f69bcefd-d4aa-4520-b622-7b2f83e459c6, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=f69bcefd-d4aa-4520-b622-7b2f83e459c6,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:13.864438 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:13.917164 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=f69bcefd-d4aa-4520-b622-7b2f83e459c6,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:13.960243 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeace7d9-5b65-4568-b401-bcb240e75003 req-81108dab-c981-4eb9-b36f-e955575733e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:13.961720 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-aeace7d9-5b65-4568-b401-bcb240e75003 req-81108dab-c981-4eb9-b36f-e955575733e6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 944 time: 0.0485661 Apr 18 18:08:14.010035 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-aeace7d9-5b65-4568-b401-bcb240e75003 req-9cfe0dc8-32e3-4d68-9cd0-bc856285e5bf tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421216 Apr 18 18:08:14.193165 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['f69bcefd-d4aa-4520-b622-7b2f83e459c6'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:08:14.393570 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3036917d-a752-421c-bdd6-ed06c8393575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:14.823132 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768fae6-e5fd-42d0-95ad-8f0fb9c9b09b req-37caf506-4a32-4b10-b667-060affef3661 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:14.824644 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5768fae6-e5fd-42d0-95ad-8f0fb9c9b09b req-37caf506-4a32-4b10-b667-060affef3661 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.0795093 Apr 18 18:08:14.833228 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5103-a9ee-448c-a0af-a1011d1370fd req-55bdde4e-2053-4650-986e-4dc24d87d830 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:14.834732 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-026e5103-a9ee-448c-a0af-a1011d1370fd req-55bdde4e-2053-4650-986e-4dc24d87d830 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0799274 Apr 18 18:08:14.914563 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5768fae6-e5fd-42d0-95ad-8f0fb9c9b09b req-3894492d-4a7c-4937-9d2b-6e2b560944bd tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788181 Apr 18 18:08:14.920099 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-026e5103-a9ee-448c-a0af-a1011d1370fd req-6d6b8554-c1dc-471f-8130-94d701115983 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776207 Apr 18 18:08:15.126636 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd879bc-1028-48b2-8514-8ba744fb1fc0 req-773f4a31-9c47-427a-b9fa-341b92ed07ed tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:15.128149 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bdd879bc-1028-48b2-8514-8ba744fb1fc0 req-773f4a31-9c47-427a-b9fa-341b92ed07ed tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 944 time: 0.0528557 Apr 18 18:08:15.176952 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bdd879bc-1028-48b2-8514-8ba744fb1fc0 req-5b57c51a-f3c4-49e1-9056-e1e7902e16ce tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431049 Apr 18 18:08:15.689461 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device f69bcefd-d4aa-4520-b622-7b2f83e459c6 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:08:15.737940 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port f69bcefd-d4aa-4520-b622-7b2f83e459c6 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:08:15.743773 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port f69bcefd-d4aa-4520-b622-7b2f83e459c6 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:08:15.744488 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:15.805171 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-c04ef27c-9d54-4efb-9294-ae56fde074f6 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:15.806907 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-c04ef27c-9d54-4efb-9294-ae56fde074f6 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.0608623 Apr 18 18:08:15.832218 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port f69bcefd-d4aa-4520-b622-7b2f83e459c6 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:08:15.832662 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:15.856729 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:15.859833 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a133e6f-7811-4093-b5f9-1502eac3ee54" -d '{"events": [{"server_uuid": "8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f", "name": "network-vif-plugged", "status": "completed", "tag": "f69bcefd-d4aa-4520-b622-7b2f83e459c6"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:15.874357 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port f69bcefd-d4aa-4520-b622-7b2f83e459c6, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=f69bcefd-d4aa-4520-b622-7b2f83e459c6,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:15.892085 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:15.913878 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Deleting port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:15.914343 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:15.952629 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d93053-a672-459b-89e0-68d391527ca9 x-openstack-request-id: req-a1d93053-a672-459b-89e0-68d391527ca9 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:15.952995 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f", "name": "network-vif-plugged", "status": "completed", "tag": "f69bcefd-d4aa-4520-b622-7b2f83e459c6", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:15.953194 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1d93053-a672-459b-89e0-68d391527ca9 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:15.953964 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d93053-a672-459b-89e0-68d391527ca9'] response: {'server_uuid': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'code': 200} Apr 18 18:08:15.957824 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=f69bcefd-d4aa-4520-b622-7b2f83e459c6,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:16.058535 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] For port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:16.058897 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:16.079886 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Calling delete_port for 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:16.095692 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b390db0-f4b6-46d9-b21f-0c0e794d36f2 req-fc09b803-fde1-4e30-8693-18abce27f67f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:16.097240 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b390db0-f4b6-46d9-b21f-0c0e794d36f2 req-fc09b803-fde1-4e30-8693-18abce27f67f tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 946 time: 0.0806205 Apr 18 18:08:16.109541 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b215e-1025-4c00-9b43-abee99878f52 req-d608cede-2eae-46bb-a80c-20320132f350 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:16.111094 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-102b215e-1025-4c00-9b43-abee99878f52 req-d608cede-2eae-46bb-a80c-20320132f350 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0632765 Apr 18 18:08:16.188912 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b6b91-0e7c-4c8f-b2f8-72cfe620c538 req-16f5de00-1280-43f5-9d83-8284138b9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:16.190460 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47b6b91-0e7c-4c8f-b2f8-72cfe620c538 req-16f5de00-1280-43f5-9d83-8284138b9496 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 1129 time: 0.1228194 Apr 18 18:08:16.220135 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b390db0-f4b6-46d9-b21f-0c0e794d36f2 req-5d81e370-51dd-493f-b0c3-a149bdaafc1a tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/security-groups?id=e1af8836-76bf-4470-8145-62637ae47337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080351 Apr 18 18:08:16.223822 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-102b215e-1025-4c00-9b43-abee99878f52 req-8db9cfad-c083-4dc3-bc9b-dca4d8e1a997 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961542 Apr 18 18:08:16.274798 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (4f53eca7-db4b-4789-a3e9-15ca55e2e5dd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:16.304012 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:08:16.330161 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Pushing event deleted for resources: {'Port': ['ID=4f53eca7-db4b-4789-a3e9-15ca55e2e5dd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:16.387232 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] No DVR routers for this DVR port 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:16.391451 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:16.395006 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f7ee32c-9965-40cd-8b17-0ab9d4aad37b req-e4c6baa0-b38e-434c-bf0d-a03a73d63163 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.15 "DELETE /v2.0/ports/4f53eca7-db4b-4789-a3e9-15ca55e2e5dd HTTP/1.1" status: 204 len: 173 time: 0.5811126 Apr 18 18:08:16.395464 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'name': 'network-vif-deleted', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:16.395970 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2276e6d-6268-4263-bd8d-5cbf617d5b61 req-47037b86-8bad-40a0-b68c-a4aca2d7d6d6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:16.397755 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2721c-781b-46a6-a41b-e0a740474e1c" -d '{"events": [{"server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "name": "network-vif-deleted", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:16.398023 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d2276e6d-6268-4263-bd8d-5cbf617d5b61 req-47037b86-8bad-40a0-b68c-a4aca2d7d6d6 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.1006124 Apr 18 18:08:16.442437 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724c8ed3-6be6-491e-9784-db7cb9fe1b40 x-openstack-request-id: req-724c8ed3-6be6-491e-9784-db7cb9fe1b40 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:16.442818 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb025ba-b8af-40ff-9c83-583025d6085d", "name": "network-vif-deleted", "tag": "4f53eca7-db4b-4789-a3e9-15ca55e2e5dd", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:16.443112 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-724c8ed3-6be6-491e-9784-db7cb9fe1b40 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:16.443566 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724c8ed3-6be6-491e-9784-db7cb9fe1b40'] response: {'server_uuid': '6bb025ba-b8af-40ff-9c83-583025d6085d', 'name': 'network-vif-deleted', 'tag': '4f53eca7-db4b-4789-a3e9-15ca55e2e5dd', 'status': 'completed', 'code': 200} Apr 18 18:08:16.460551 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d2276e6d-6268-4263-bd8d-5cbf617d5b61 req-060c7972-3b87-4121-92d5-eb5d8339a37c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518527 Apr 18 18:08:16.585231 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-170679fd-3b04-421a-a682-183b8a6b2251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:16.599508 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47b6b91-0e7c-4c8f-b2f8-72cfe620c538 req-e0848845-98bc-420c-8a30-74009b463fc0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532749 Apr 18 18:08:17.361256 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b116685a-fc93-4098-b441-1361ac841c39 req-53f72553-c844-4c91-93ab-1dde9e9eba5c tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 210 time: 0.0595415 Apr 18 18:08:17.381405 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a67f7-5e32-443d-a907-94ebaed9fcb8 req-b91f254d-1e48-4b29-abcb-89493f68b465 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:17.389484 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-234a67f7-5e32-443d-a907-94ebaed9fcb8 req-b91f254d-1e48-4b29-abcb-89493f68b465 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 944 time: 0.0819786 Apr 18 18:08:17.444072 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-234a67f7-5e32-443d-a907-94ebaed9fcb8 req-3eb1a9fe-0fd1-4a1d-ac59-f6293e4606eb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524056 Apr 18 18:08:17.644627 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f381b7b-6fcf-4d7f-9a69-115dab07f195 req-5f51721a-ecdf-4e86-adbe-a78c0d551884 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:17.646266 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f381b7b-6fcf-4d7f-9a69-115dab07f195 req-5f51721a-ecdf-4e86-adbe-a78c0d551884 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0491233 Apr 18 18:08:17.704014 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device a608c0c9-58be-42c3-9536-b9eed5365d1b details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:08:17.722932 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f381b7b-6fcf-4d7f-9a69-115dab07f195 req-dc548e64-4101-4221-bbf6-fc589a2cb70d tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708597 Apr 18 18:08:17.869694 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port a608c0c9-58be-42c3-9536-b9eed5365d1b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:17.870021 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:17.887267 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:08:17.906074 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc4e54-0e4f-464c-88ff-a36b831d2043 req-183e0477-66b1-457c-ac5d-c086694fb15f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:17.907641 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dcfc4e54-0e4f-464c-88ff-a36b831d2043 req-183e0477-66b1-457c-ac5d-c086694fb15f tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0932751 Apr 18 18:08:17.921206 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ebe33-637e-4c9d-9a3e-5a303ac7b1ea req-0c702a96-11a0-4b0a-8e81-bf280d11b9ad tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:17.922714 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-978ebe33-637e-4c9d-9a3e-5a303ac7b1ea req-0c702a96-11a0-4b0a-8e81-bf280d11b9ad tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0877764 Apr 18 18:08:17.939304 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port a608c0c9-58be-42c3-9536-b9eed5365d1b is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:08:17.939847 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:17.956518 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a608c0c9-58be-42c3-9536-b9eed5365d1b {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:08:17.984528 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port a608c0c9-58be-42c3-9536-b9eed5365d1b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:17.990012 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:17.999915 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dcfc4e54-0e4f-464c-88ff-a36b831d2043 req-e7bf91b7-aafd-48b3-9d0f-6009c817b90c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864959 Apr 18 18:08:18.004272 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-978ebe33-637e-4c9d-9a3e-5a303ac7b1ea req-b287ab4b-47c5-4ef1-a4d0-184775701480 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738683 Apr 18 18:08:18.043062 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=a608c0c9-58be-42c3-9536-b9eed5365d1b,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:18.353365 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['a608c0c9-58be-42c3-9536-b9eed5365d1b'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:08:18.476784 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5f2adfb-fcb0-4c52-8135-ee041af29eca req-bb8ed232-9cfd-488f-bf46-ce6ba2e997ee tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 210 time: 0.0313292 Apr 18 18:08:18.571541 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19800e51-5b13-4173-9a47-b842e66c0e96 req-c818f1a1-4a16-4dd8-8834-933e729e9d95 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:18.576497 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-19800e51-5b13-4173-9a47-b842e66c0e96 req-c818f1a1-4a16-4dd8-8834-933e729e9d95 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 945 time: 0.0485897 Apr 18 18:08:18.645852 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-19800e51-5b13-4173-9a47-b842e66c0e96 req-30c6fded-2241-4e97-8bb7-d88a0e2a3b9b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664601 Apr 18 18:08:18.844176 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec10fa8-e37a-45f1-96ad-54532cad7c70 req-57df1d14-1b99-4a1c-a29b-2834de0bdcfd tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:18.845603 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-aec10fa8-e37a-45f1-96ad-54532cad7c70 req-57df1d14-1b99-4a1c-a29b-2834de0bdcfd tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0466211 Apr 18 18:08:18.897941 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-aec10fa8-e37a-45f1-96ad-54532cad7c70 req-614ab74d-2a78-429e-b267-c2249e08b875 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465457 Apr 18 18:08:19.141956 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:19.152339 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37662a20-1a57-456a-a23f-4c761b9da428 req-ea170a21-51ac-42e8-9f85-ae094f700db2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:19.155088 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-37662a20-1a57-456a-a23f-4c761b9da428 req-ea170a21-51ac-42e8-9f85-ae094f700db2 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0845892 Apr 18 18:08:19.177038 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68d9b-853e-4b74-8631-e190c69266c5 req-c2129480-ba8b-4ae2-a1c6-74ba48a9e83f tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:19.178527 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-27e68d9b-853e-4b74-8631-e190c69266c5 req-c2129480-ba8b-4ae2-a1c6-74ba48a9e83f tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0784123 Apr 18 18:08:19.243774 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-37662a20-1a57-456a-a23f-4c761b9da428 req-7d4338d0-6d67-45e1-b7d0-d500c295475c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821772 Apr 18 18:08:19.256664 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-27e68d9b-853e-4b74-8631-e190c69266c5 req-b853afc3-5d29-4af0-bf0c-e9e8bcbebe28 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708270 Apr 18 18:08:19.602448 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7be07be6-3768-46a8-a242-6b49c5568f9b req-dc46a32a-b997-4074-b6dd-1081e6b69eb1 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 210 time: 0.0303173 Apr 18 18:08:19.709782 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device a608c0c9-58be-42c3-9536-b9eed5365d1b up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:08:19.757994 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port a608c0c9-58be-42c3-9536-b9eed5365d1b completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:08:19.758292 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d393e42-9dd1-40f2-853b-6c4ea7060aed req-80dafe43-0c97-4fef-8755-7e80dc56278b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:19.759757 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4d393e42-9dd1-40f2-853b-6c4ea7060aed req-80dafe43-0c97-4fef-8755-7e80dc56278b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 945 time: 0.0480714 Apr 18 18:08:19.764973 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port a608c0c9-58be-42c3-9536-b9eed5365d1b triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:08:19.765350 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:19.811341 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4d393e42-9dd1-40f2-853b-6c4ea7060aed req-1fd1e090-2177-41db-8b6e-2d281ccabdae tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447786 Apr 18 18:08:19.844802 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port a608c0c9-58be-42c3-9536-b9eed5365d1b is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:08:19.845189 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:19.867364 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:19.869562 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88970c1-866f-4fdf-b1c7-fb078f2aa739" -d '{"events": [{"server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "name": "network-vif-plugged", "status": "completed", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:19.882437 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port a608c0c9-58be-42c3-9536-b9eed5365d1b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:19.886501 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:19.887385 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:19.929581 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32103c8-2f44-4bc9-b89a-174626a87798 x-openstack-request-id: req-c32103c8-2f44-4bc9-b89a-174626a87798 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:19.929902 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "name": "network-vif-plugged", "status": "completed", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:19.930162 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c32103c8-2f44-4bc9-b89a-174626a87798 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:19.930577 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32103c8-2f44-4bc9-b89a-174626a87798'] response: {'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'code': 200} Apr 18 18:08:19.933345 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:19.933636 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 4f53eca7-db4b-4789-a3e9-15ca55e2e5dd not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:19.958546 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=a608c0c9-58be-42c3-9536-b9eed5365d1b,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:20.015544 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf845066-03c7-4888-b4cc-870f66516266 req-de3416f0-f617-418f-8193-59d77c1422df tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:20.017320 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cf845066-03c7-4888-b4cc-870f66516266 req-de3416f0-f617-418f-8193-59d77c1422df tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0520213 Apr 18 18:08:20.068257 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cf845066-03c7-4888-b4cc-870f66516266 req-49c4dcf8-4157-45c7-b04a-1d6afb16c85c tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451174 Apr 18 18:08:20.371187 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb3d37-b4da-4315-8267-0566fd74e609 req-7921ce16-3582-4260-bf68-31d1076df934 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:20.373500 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b3cb3d37-b4da-4315-8267-0566fd74e609 req-7921ce16-3582-4260-bf68-31d1076df934 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0572486 Apr 18 18:08:20.423944 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ff4f-8503-43f0-81f4-536bd851aa62 req-c649fee6-b75b-40d4-b000-feb03c6405ef tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:20.425493 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7b12ff4f-8503-43f0-81f4-536bd851aa62 req-c649fee6-b75b-40d4-b000-feb03c6405ef tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0759387 Apr 18 18:08:20.475200 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b3cb3d37-b4da-4315-8267-0566fd74e609 req-6b75e9b9-f510-4628-beca-4bdcfa3c54fd tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830579 Apr 18 18:08:20.501505 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7b12ff4f-8503-43f0-81f4-536bd851aa62 req-eaac9cc8-09e8-4c76-8d3c-30baf590d880 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703328 Apr 18 18:08:20.697173 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:20.714632 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-65092980-1e14-4197-be25-d1eeaa244bd9 req-01e22b75-62fa-440b-9f46-6abfd5f258f7 tempest-TestMinimumBasicScenario-1817924611 tempest-TestMinimumBasicScenario-1817924611-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bb025ba-b8af-40ff-9c83-583025d6085d HTTP/1.1" status: 200 len: 210 time: 0.0304637 Apr 18 18:08:20.926008 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ba80f-735c-4aa6-b9a6-6adfb6ce4b7f req-83127acd-c928-4822-9d16-84c909a59f89 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:20.927429 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-094ba80f-735c-4aa6-b9a6-6adfb6ce4b7f req-83127acd-c928-4822-9d16-84c909a59f89 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.0479004 Apr 18 18:08:20.979377 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-094ba80f-735c-4aa6-b9a6-6adfb6ce4b7f req-d484f38e-d3a4-4d0c-9c89-ea876bc4eccc tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462060 Apr 18 18:08:21.193032 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d725fb-2478-427c-a148-2bdacbdce187 req-bfd80fd5-ce72-41fd-b19f-e768f1242ae9 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:21.195332 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-74d725fb-2478-427c-a148-2bdacbdce187 req-bfd80fd5-ce72-41fd-b19f-e768f1242ae9 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0571818 Apr 18 18:08:21.245199 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-74d725fb-2478-427c-a148-2bdacbdce187 req-f87348ce-b6ef-4455-b665-aac70e1ccaac tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440445 Apr 18 18:08:21.619216 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd561d-fb58-402c-ae9d-e78ddc311fd0 req-61de0552-5357-40a8-bf9e-fd683cfe7ae0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:21.620691 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d1dd561d-fb58-402c-ae9d-e78ddc311fd0 req-61de0552-5357-40a8-bf9e-fd683cfe7ae0 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0747695 Apr 18 18:08:21.635522 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3aebc-16b1-46c8-a47e-f64ed36616be req-394c6fe3-772d-41ab-9f6c-d64364c0dba1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:21.637067 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1aa3aebc-16b1-46c8-a47e-f64ed36616be req-394c6fe3-772d-41ab-9f6c-d64364c0dba1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0631254 Apr 18 18:08:21.711184 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d1dd561d-fb58-402c-ae9d-e78ddc311fd0 req-d3c70d09-1e99-45ff-8603-cac9fbaebe90 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827768 Apr 18 18:08:21.719551 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1aa3aebc-16b1-46c8-a47e-f64ed36616be req-3cc5e328-6d8a-4566-8fd7-a581656737b1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752759 Apr 18 18:08:22.108519 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d7dc2-468a-40f4-9fff-696bfc45cd5c req-da8594b9-1911-4c2c-b73c-9deca9e959df tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:22.110994 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-715d7dc2-468a-40f4-9fff-696bfc45cd5c req-da8594b9-1911-4c2c-b73c-9deca9e959df tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.0575526 Apr 18 18:08:22.164558 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-715d7dc2-468a-40f4-9fff-696bfc45cd5c req-1ffacac3-a04e-4e69-b39f-305b3f9ac2c7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479002 Apr 18 18:08:22.366475 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db1a3-d15b-4279-b7d3-06e2eb831335 req-ca8b0fd4-c1ff-4887-ae8b-43ab7198dafe tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:22.367974 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f38db1a3-d15b-4279-b7d3-06e2eb831335 req-ca8b0fd4-c1ff-4887-ae8b-43ab7198dafe tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0491917 Apr 18 18:08:22.417933 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f38db1a3-d15b-4279-b7d3-06e2eb831335 req-74a90f01-a3fe-4033-bf86-8ff9eed12477 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435574 Apr 18 18:08:22.460687 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47166) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:22.585547 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4abbc-36a2-4ea9-87c8-935ae5dec077 req-b8defa68-cf54-44c2-937a-f5b78850c950 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:22.586947 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-11d4abbc-36a2-4ea9-87c8-935ae5dec077 req-b8defa68-cf54-44c2-937a-f5b78850c950 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0822763 Apr 18 18:08:22.596372 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47168) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:22.601168 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Request body: {'floatingip': {'port_id': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:08:22.640336 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (d05d8222-8d05-4787-b5f9-fc0a4bbc7971), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:23.007565 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ceb79-9fef-4817-9025-986118523918 req-1c8ad1f0-a703-4377-9665-6025007b3b7a tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:23.009050 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-589ceb79-9fef-4817-9025-986118523918 req-1c8ad1f0-a703-4377-9665-6025007b3b7a tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.0826671 Apr 18 18:08:23.021198 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e35c3-c7ac-441c-8292-e9c907173cfc req-32cc8142-54ed-4509-bbf7-33c44c0cb04d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:23.022666 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9b3e35c3-c7ac-441c-8292-e9c907173cfc req-32cc8142-54ed-4509-bbf7-33c44c0cb04d tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0973499 Apr 18 18:08:23.178731 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-589ceb79-9fef-4817-9025-986118523918 req-49f00e4f-7e03-48f0-819b-40f7f8750a57 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548011 Apr 18 18:08:23.207952 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9b3e35c3-c7ac-441c-8292-e9c907173cfc req-eea266ba-4fe4-4b9e-ac5c-198a947d2a82 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645873 Apr 18 18:08:23.372081 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78ed56-78ff-452d-a5c3-6becae115973 req-6b6a60f5-b9be-4fe7-b8c7-b3ab4c0d6343 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:23.374111 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ee78ed56-78ff-452d-a5c3-6becae115973 req-6b6a60f5-b9be-4fe7-b8c7-b3ab4c0d6343 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.1183670 Apr 18 18:08:23.374816 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (d192dc75-42e6-4040-86b0-978a751c8716), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:23.383697 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 18:08:23.437705 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:23.442623 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (d05d8222-8d05-4787-b5f9-fc0a4bbc7971), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:23.505653 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ee78ed56-78ff-452d-a5c3-6becae115973 req-f52d8a4c-f9b1-4740-b601-eb79420c221e tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918703 Apr 18 18:08:23.625692 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-c8067354-38b1-4b0a-b53f-dca078626ff7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:23.627202 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-c8067354-38b1-4b0a-b53f-dca078626ff7 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.0878873 Apr 18 18:08:23.642596 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Floating IP d05d8222-8d05-4787-b5f9-fc0a4bbc7971 associated. External IP: 172.27.3.180, port: f69bcefd-d4aa-4520-b622-7b2f83e459c6. Apr 18 18:08:23.673379 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56aa37-190c-484b-b81a-4a5e89a8f673 req-6d19cda8-7ebb-4a36-8935-f039e9372bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:23.674957 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4a56aa37-190c-484b-b81a-4a5e89a8f673 req-6d19cda8-7ebb-4a36-8935-f039e9372bca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 1130 time: 0.0840495 Apr 18 18:08:23.700020 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-063acda7-42ef-4f1e-9d9c-9faa022d2ba1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:23.702135 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-063acda7-42ef-4f1e-9d9c-9faa022d2ba1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.15 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.1222072 Apr 18 18:08:23.774922 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4a56aa37-190c-484b-b81a-4a5e89a8f673 req-7bd5d910-3505-4ecd-a312-2f3c1f307a83 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936282 Apr 18 18:08:23.787536 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Deleting port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:23.787876 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:23.883453 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] For port 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:23.883693 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Deleting port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:23.883790 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:23.883874 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:23.898280 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Calling delete_port for 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a owned by network:router_interface {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:23.926915 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Deleting port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:23.927251 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.096113 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (8a4fad05-ccba-4ddb-ada1-f9e96a21b69a), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.123687 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4fad05-ccba-4ddb-ada1-f9e96a21b69a,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:24.126868 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] For port 71d94128-fb80-46fd-9d06-e0bcdf6f1309, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=71d94128-fb80-46fd-9d06-e0bcdf6f1309,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:24.127198 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.221720 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] For port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,segment=NetworkSegment(abc29c00-eef3-40a6-b25f-7d12f3ac0556),segment_id=abc29c00-eef3-40a6-b25f-7d12f3ac0556)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:24.222083 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.249447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Calling delete_port for 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:24.262916 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Router 8d7a4bc8-2bae-4ead-a655-a12df851224a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:08:24.441765 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fa6f1-d859-4803-92dd-22207eb7b3a1 req-5e34326a-ef94-4e32-aa30-d8f3f8b9feeb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:24.443288 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-663fa6f1-d859-4803-92dd-22207eb7b3a1 req-5e34326a-ef94-4e32-aa30-d8f3f8b9feeb tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 945 time: 0.1020484 Apr 18 18:08:24.451573 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61694d05-23c2-4c47-9883-c1bf60ad4c84 req-2595dd62-e46b-4deb-aa4c-4c4b9eeb8e65 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:24.453019 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-61694d05-23c2-4c47-9883-c1bf60ad4c84 req-2595dd62-e46b-4deb-aa4c-4c4b9eeb8e65 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 945 time: 0.1103249 Apr 18 18:08:24.465389 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (d192dc75-42e6-4040-86b0-978a751c8716), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.580032 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-663fa6f1-d859-4803-92dd-22207eb7b3a1 req-46eacfa5-2b0f-4ba6-976a-37e5fd08652b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=22b15735-39cf-49b3-80b8-b7cb96d83340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260290 Apr 18 18:08:24.590200 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-61694d05-23c2-4c47-9883-c1bf60ad4c84 req-75c9f4b4-7688-4eed-80bc-91a8e1c5f52c tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/security-groups?id=1b231bc6-53ea-48e5-a36e-234b1c253c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272030 Apr 18 18:08:24.605985 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.606380 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (99d4c977-2a8b-473b-90ce-071b1d014179), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.606789 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Floating IP 99d4c977-2a8b-473b-90ce-071b1d014179 disassociated. External IP: 172.27.3.194, port: 71d94128-fb80-46fd-9d06-e0bcdf6f1309. Apr 18 18:08:24.607343 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Calling delete_port for 71d94128-fb80-46fd-9d06-e0bcdf6f1309 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:24.648384 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:08:24.656398 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.664518 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] Sync routers for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:08:24.681638 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:24.682456 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:24.742753 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (0d70bbf0-4031-4c3c-bd5f-39329de1d9e7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.750742 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-81a80553-68b1-4973-9e2f-ade979295370 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "PUT /v2.0/floatingips/d05d8222-8d05-4787-b5f9-fc0a4bbc7971 HTTP/1.1" status: 200 len: 991 time: 2.1532559 Apr 18 18:08:24.756744 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'tag': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:24.759107 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c533ae3-f12a-4e35-af54-e56e78aeb814" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f", "tag": "f69bcefd-d4aa-4520-b622-7b2f83e459c6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:24.787195 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Pushing event deleted for resources: {'Port': ['ID=0d70bbf0-4031-4c3c-bd5f-39329de1d9e7,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:24.806706 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e1897-c891-4873-bc32-1d1dbee733b4 req-be4d9d94-149a-4a47-89bd-8e88d25b2289 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:24.815111 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-754e1897-c891-4873-bc32-1d1dbee733b4 req-be4d9d94-149a-4a47-89bd-8e88d25b2289 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.1148579 Apr 18 18:08:24.829875 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['0d70bbf0-4031-4c3c-bd5f-39329de1d9e7'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:08:24.861158 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] No DVR routers for this DVR port 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:24.871573 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:24.873036 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:24.877447 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-60f7cbe2-e357-4bf5-9c52-c7d9009f0c8a req-e98a3b60-e1c8-42a2-adae-c100d67f024b tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.15 "DELETE /v2.0/ports/0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 HTTP/1.1" status: 204 len: 173 time: 1.1669378 Apr 18 18:08:24.885606 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Router d192dc75-42e6-4040-86b0-978a751c8716 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:08:24.897536 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-754e1897-c891-4873-bc32-1d1dbee733b4 req-1cf73252-2e43-4e58-8cd7-94f9b07e3866 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812368 Apr 18 18:08:24.983073 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fe9d17-6c2c-4754-9784-f8afa6273ece x-openstack-request-id: req-c1fe9d17-6c2c-4754-9784-f8afa6273ece {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:24.983378 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f", "tag": "f69bcefd-d4aa-4520-b622-7b2f83e459c6", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:24.983639 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1fe9d17-6c2c-4754-9784-f8afa6273ece {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:24.984150 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fe9d17-6c2c-4754-9784-f8afa6273ece'] response: {'name': 'network-changed', 'server_uuid': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'tag': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'status': 'completed', 'code': 200} Apr 18 18:08:24.995393 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (71d94128-fb80-46fd-9d06-e0bcdf6f1309), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:25.031931 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event deleted for resources: {'Port': ['ID=71d94128-fb80-46fd-9d06-e0bcdf6f1309,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:25.118769 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:08:25.133702 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] Sync routers for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:08:25.146710 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-ff9b6a4d-d109-41ff-950f-5d77093fbfa1 admin admin] 10.222.0.20 "PUT /v2.0/routers/d192dc75-42e6-4040-86b0-978a751c8716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843550 Apr 18 18:08:25.147831 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47188) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:25.157083 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:25.157439 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:25.199012 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Router 3bee91fa-cf71-4cd1-953e-eafa754ec54a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:08:25.313517 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'd05d8222-8d05-4787-b5f9-fc0a4bbc7971', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'port_id': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'mac_address': 'fa:16:3e:4a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:07:59Z', 'updated_at': '2022-04-18T18:08:23Z', 'revision_number': 1, 'project_id': '201bb1fed3fb4058a860566245af69da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:25.329448 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:25.358959 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks [] for router (d192dc75-42e6-4040-86b0-978a751c8716), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:25.441714 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] Checking router: 8d7a4bc8-2bae-4ead-a655-a12df851224a for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:08:25.469330 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:25.470170 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:25.688206 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:25.695588 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:08:25.732101 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:08:24Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:25.743576 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-52658219-3ea0-4362-a35e-31f2f30fb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:25.745736 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-52658219-3ea0-4362-a35e-31f2f30fb89a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=201bb1fed3fb4058a860566245af69da&device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 1129 time: 0.0475402 Apr 18 18:08:25.775332 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] Checking router: d192dc75-42e6-4040-86b0-978a751c8716 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:08:25.785951 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] Routers {'d192dc75-42e6-4040-86b0-978a751c8716'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:25.786839 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d192dc75-42e6-4040-86b0-978a751c8716'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:25.789145 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] No DVR routers for this DVR port 71d94128-fb80-46fd-9d06-e0bcdf6f1309 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:25.796572 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:25.800501 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-82d728e9-4dad-4d56-b215-6a8525ed646b req-8833f9ca-d1da-467e-b46c-4c960ab2927e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "DELETE /v2.0/ports/71d94128-fb80-46fd-9d06-e0bcdf6f1309 HTTP/1.1" status: 204 len: 173 time: 2.1672597 Apr 18 18:08:25.815981 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] Sync routers for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:08:25.818310 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 71d94128-fb80-46fd-9d06-e0bcdf6f1309 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:25.852431 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 71d94128-fb80-46fd-9d06-e0bcdf6f1309 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:25.852774 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 71d94128-fb80-46fd-9d06-e0bcdf6f1309 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:25.870461 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:25.871382 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:25.925395 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d99594c2-4848-4a19-a653-5f1868575b5f req-a6bea91a-5d1c-44fd-8fd3-dfed856dc6ea tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=9245bd4d-6584-4ce3-bfb7-a41143209bcd HTTP/1.1" status: 200 len: 210 time: 0.0803044 Apr 18 18:08:25.935475 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-565a4b57-81d1-47d3-8837-e399cdf4334a req-01b97f8c-93a1-44f8-8850-3ed51c87b9a1 tempest-VolumesSnapshotTestJSON-1650715036 tempest-VolumesSnapshotTestJSON-1650715036-project] 10.222.0.20 "GET /v2.0/ports?device_id=121011c1-98a7-4600-8b60-26fc7d295a83 HTTP/1.1" status: 200 len: 210 time: 0.0885844 Apr 18 18:08:25.966505 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks [] for router_gateway (d192dc75-42e6-4040-86b0-978a751c8716), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:25.981299 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] Set router d192dc75-42e6-4040-86b0-978a751c8716 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:26.066365 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Deleting port d9ab7584-f0f7-454f-97d3-4a2722efe85a {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:26.066792 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:26.097606 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:26.135831 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-7340b08a-d727-47b9-a5a5-721e2f7380b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:26.147490 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-7340b08a-d727-47b9-a5a5-721e2f7380b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 200 len: 909 time: 0.2829456 Apr 18 18:08:26.226662 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af2312-e41a-42b7-adc0-43f6469a9cb1 req-841bd57e-1f43-4df8-98d5-a3c52f17a946 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:26.240319 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'd05d8222-8d05-4787-b5f9-fc0a4bbc7971', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'port_id': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'mac_address': 'fa:16:3e:4a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:07:59Z', 'updated_at': '2022-04-18T18:08:23Z', 'revision_number': 1, 'project_id': '201bb1fed3fb4058a860566245af69da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:26.242385 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-68af2312-e41a-42b7-adc0-43f6469a9cb1 req-841bd57e-1f43-4df8-98d5-a3c52f17a946 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.1384060 Apr 18 18:08:26.296416 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-f2cc6c12-fd70-4316-8324-fab19f661a5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f69bcefd-d4aa-4520-b622-7b2f83e459c6 HTTP/1.1" status: 200 len: 999 time: 0.1361473 Apr 18 18:08:26.304848 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f3ad6-cdae-4704-a1b6-51051676837e None None] The sync data for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi is: [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'd05d8222-8d05-4787-b5f9-fc0a4bbc7971', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'port_id': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'mac_address': 'fa:16:3e:4a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:07:59Z', 'updated_at': '2022-04-18T18:08:23Z', 'revision_number': 1, 'project_id': '201bb1fed3fb4058a860566245af69da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:08:26.330349 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] For port d9ab7584-f0f7-454f-97d3-4a2722efe85a, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=d9ab7584-f0f7-454f-97d3-4a2722efe85a,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:26.331305 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:26.343039 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:08:24Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:26.350077 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-68af2312-e41a-42b7-adc0-43f6469a9cb1 req-a706086a-b33e-4a77-90f7-e42db438ed6d tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061895 Apr 18 18:08:26.354941 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Calling delete_port for d9ab7584-f0f7-454f-97d3-4a2722efe85a owned by network:router_gateway {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:26.390851 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad911a3-0b3b-4ebc-a736-608b04e27009 None None] The sync data for ids ['d192dc75-42e6-4040-86b0-978a751c8716'] in dv-cinder-838329-1-iscsi is: [{'id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'name': 'tempest-TestMinimumBasicScenario-390391455-router', 'tenant_id': 'e5d3a5582af44c5ab9817cc86034389c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:24Z', 'updated_at': '2022-04-18T18:08:24Z', 'revision_number': 5, 'project_id': 'e5d3a5582af44c5ab9817cc86034389c', 'gw_port': {'id': 'd9ab7584-f0f7-454f-97d3-4a2722efe85a', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd192dc75-42e6-4040-86b0-978a751c8716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:25Z', 'updated_at': '2022-04-18T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:08:26.416730 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:26.453894 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] Checking router: 3bee91fa-cf71-4cd1-953e-eafa754ec54a for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:08:26.475496 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:26.476281 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:26.538140 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-bb20248a-6c4a-4b64-91a3-f917b7654f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:26.539779 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-bb20248a-6c4a-4b64-91a3-f917b7654f6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 200 len: 848 time: 0.0557954 Apr 18 18:08:26.584502 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090ef81-43a4-49f1-b1f9-05bf6f5ffc84 req-84ac8669-4fc0-4bb4-8010-6a5773b8296f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:26.587670 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9090ef81-43a4-49f1-b1f9-05bf6f5ffc84 req-84ac8669-4fc0-4bb4-8010-6a5773b8296f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.0946190 Apr 18 18:08:26.604156 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-a011ba00-bf90-4b66-8048-ef5148515c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:26.606205 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-a011ba00-bf90-4b66-8048-ef5148515c04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=521bf463-31b7-4a75-8eed-a6e766fc9039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590677 Apr 18 18:08:26.638489 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:26.702579 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9090ef81-43a4-49f1-b1f9-05bf6f5ffc84 req-fedccd41-1439-40e7-802e-3cf7ce5a9416 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065688 Apr 18 18:08:26.714865 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92eeda6-a07a-49f7-bee6-7b73a7fb2dd0 None None] New status for floating IP d05d8222-8d05-4787-b5f9-fc0a4bbc7971: ACTIVE {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:08:26.722668 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (d9ab7584-f0f7-454f-97d3-4a2722efe85a), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:26.727311 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47198) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:26.805089 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ab7584-f0f7-454f-97d3-4a2722efe85a,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:26.833353 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-f594dedd-6f6a-4dcc-b15d-0427ee6f7b3d service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087600 Apr 18 18:08:26.878188 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa556b97-0923-4eb8-8cf0-b50f68693f6f tempest-TestVolumeBootPattern-378251441 tempest-TestVolumeBootPattern-378251441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:26.879977 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-aa556b97-0923-4eb8-8cf0-b50f68693f6f tempest-TestVolumeBootPattern-378251441 tempest-TestVolumeBootPattern-378251441-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 1125 time: 0.1480758 Apr 18 18:08:26.882817 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47200) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:26.889561 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:08:26.944784 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:26.954520 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (d192dc75-42e6-4040-86b0-978a751c8716), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:26.972400 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:26.988539 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121011c1-98a7-4600-8b60-26fc7d295a83', 'name': 'network-vif-deleted', 'tag': '0d70bbf0-4031-4c3c-bd5f-39329de1d9e7'}, {'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'name': 'network-vif-deleted', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:26.991107 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4270ac63-434e-4200-a736-9fbf269f38c0" -d '{"events": [{"server_uuid": "121011c1-98a7-4600-8b60-26fc7d295a83", "name": "network-vif-deleted", "tag": "0d70bbf0-4031-4c3c-bd5f-39329de1d9e7"}, {"server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "name": "network-vif-deleted", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:27.028005 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c533ae3-f12a-4e35-af54-e56e78aeb814 req-6245e176-b0c3-4c9d-b4ec-6cb681b76500 service neutron] 10.222.0.15 "GET /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860600 Apr 18 18:08:27.058568 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e54dd58-85d6-40f4-9e0f-b0db5724850a None None] The sync data for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi is: [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:02:59Z', 'revision_number': 4, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c640aefb-7c0c-4c89-9c84-86224498ca67', 'name': '', 'network_id': 'cad54e55-2682-4b77-9264-f5062bac9efb', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'mac_address': 'fa:16:3e:ba:21:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:58Z', 'updated_at': '2022-04-18T18:03:12Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'subnets': [{'id': '9751101d-df07-47bd-9a3a-a0d9ec507bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:08:27.087034 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f451a984-8b43-4272-b49a-f3aa2acc0446 x-openstack-request-id: req-f451a984-8b43-4272-b49a-f3aa2acc0446 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:27.087453 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121011c1-98a7-4600-8b60-26fc7d295a83", "name": "network-vif-deleted", "tag": "0d70bbf0-4031-4c3c-bd5f-39329de1d9e7", "status": "completed", "code": 200}, {"server_uuid": "9245bd4d-6584-4ce3-bfb7-a41143209bcd", "name": "network-vif-deleted", "tag": "71d94128-fb80-46fd-9d06-e0bcdf6f1309", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:27.087786 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f451a984-8b43-4272-b49a-f3aa2acc0446 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:27.088373 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f451a984-8b43-4272-b49a-f3aa2acc0446'] response: {'server_uuid': '121011c1-98a7-4600-8b60-26fc7d295a83', 'name': 'network-vif-deleted', 'tag': '0d70bbf0-4031-4c3c-bd5f-39329de1d9e7', 'status': 'completed', 'code': 200} Apr 18 18:08:27.088718 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f451a984-8b43-4272-b49a-f3aa2acc0446'] response: {'server_uuid': '9245bd4d-6584-4ce3-bfb7-a41143209bcd', 'name': 'network-vif-deleted', 'tag': '71d94128-fb80-46fd-9d06-e0bcdf6f1309', 'status': 'completed', 'code': 200} Apr 18 18:08:27.166004 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (d192dc75-42e6-4040-86b0-978a751c8716), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.171946 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks [] for router_controller (d192dc75-42e6-4040-86b0-978a751c8716), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.212366 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47212) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:27.297244 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:27.319612 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc541baa-c2e6-4142-bfc7-2b8cad120b10 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group (22b15735-39cf-49b3-80b8-b7cb96d83340), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.340542 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:27.340932 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 8a4fad05-ccba-4ddb-ada1-f9e96a21b69a not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:27.350342 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc541baa-c2e6-4142-bfc7-2b8cad120b10 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group (22b15735-39cf-49b3-80b8-b7cb96d83340), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.355697 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (d192dc75-42e6-4040-86b0-978a751c8716), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.356314 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d192dc75-42e6-4040-86b0-978a751c8716 {{(pid=103432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:08:27.370446 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.372356 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4c0ed912-df59-4b4c-9697-7f86433a5604 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d192dc75-42e6-4040-86b0-978a751c8716 HTTP/1.1" status: 204 len: 168 time: 2.2232420 Apr 18 18:08:27.374456 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.377602 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47214) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:27.437705 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-126bbc0d-bccb-487c-8766-254a81a2f305 admin admin] Deleting subnet e871e185-f869-4fa8-95ce-6ee63986737a {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:08:27.455108 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-126bbc0d-bccb-487c-8766-254a81a2f305 admin admin] Publish callbacks [] for subnet (e871e185-f869-4fa8-95ce-6ee63986737a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.500326 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-126bbc0d-bccb-487c-8766-254a81a2f305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (e871e185-f869-4fa8-95ce-6ee63986737a), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.547545 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc541baa-c2e6-4142-bfc7-2b8cad120b10 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (22b15735-39cf-49b3-80b8-b7cb96d83340), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.563027 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Allocated IP 172.27.3.242 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/7dab7a07-bc19-45d5-a691-0d7ba63d5ec3) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:08:27.572728 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cc541baa-c2e6-4142-bfc7-2b8cad120b10 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.572963 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47216) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:27.573074 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cc541baa-c2e6-4142-bfc7-2b8cad120b10 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "DELETE /v2.0/security-groups/22b15735-39cf-49b3-80b8-b7cb96d83340 HTTP/1.1" status: 204 len: 168 time: 0.3566678 Apr 18 18:08:27.597450 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc541baa-c2e6-4142-bfc7-2b8cad120b10 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b15735-39cf-49b3-80b8-b7cb96d83340,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:27.628834 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.api.v2.resource [None req-4c288cb0-76db-45f7-9a37-a359555b90db tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] show failed (client error): The resource could not be found. Apr 18 18:08:27.633306 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4c288cb0-76db-45f7-9a37-a359555b90db tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups/22b15735-39cf-49b3-80b8-b7cb96d83340 HTTP/1.1" status: 404 len: 347 time: 0.0620844 Apr 18 18:08:27.639441 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47220) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:27.705518 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-126bbc0d-bccb-487c-8766-254a81a2f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (e871e185-f869-4fa8-95ce-6ee63986737a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.784458 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-126bbc0d-bccb-487c-8766-254a81a2f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (e871e185-f869-4fa8-95ce-6ee63986737a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.822351 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:27.822557 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bbc0d-bccb-487c-8766-254a81a2f305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e871e185-f869-4fa8-95ce-6ee63986737a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:27.827626 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ee05f-356a-409c-96e5-c0301c986528 None None] New status for floating IP 99d4c977-2a8b-473b-90ce-071b1d014179: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:08:27.833681 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-126bbc0d-bccb-487c-8766-254a81a2f305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.836991 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-126bbc0d-bccb-487c-8766-254a81a2f305 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e871e185-f869-4fa8-95ce-6ee63986737a HTTP/1.1" status: 204 len: 168 time: 0.4585390 Apr 18 18:08:27.839660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47224) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:27.854821 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181a469-4c05-4da9-a025-03cdc7cf0225 None None] Network 7d4e2dd5-11da-4ede-b925-afe9f4990fbe requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:08:27.891723 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Deleting port 85399b48-62a3-4de5-8820-cfe247276ed6 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:27.892074 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (85399b48-62a3-4de5-8820-cfe247276ed6), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.896089 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:27.906924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:27.907274 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 0d70bbf0-4031-4c3c-bd5f-39329de1d9e7 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:27.929780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (7d4e2dd5-11da-4ede-b925-afe9f4990fbe), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.008066 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Deleting port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:28.008066 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.009186 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (85399b48-62a3-4de5-8820-cfe247276ed6), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.009186 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (85399b48-62a3-4de5-8820-cfe247276ed6), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.032767 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Calling delete_port for 85399b48-62a3-4de5-8820-cfe247276ed6 owned by network:floatingip {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:28.038638 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.094990 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:08:28.096304 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] For port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=74c4671a-970f-4c2e-842e-0f1cabdd1a6a,segment=NetworkSegment(32470930-3bd0-4942-a40c-825be76a79e1),segment_id=32470930-3bd0-4942-a40c-825be76a79e1)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:28.096669 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.103245 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:08:28.105808 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:08:28.113601 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Calling delete_port for 74c4671a-970f-4c2e-842e-0f1cabdd1a6a owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:28.191486 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=7dab7a07-bc19-45d5-a691-0d7ba63d5ec3,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:28.239555 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (74c4671a-970f-4c2e-842e-0f1cabdd1a6a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.257342 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] No DVR routers for this DVR port 74c4671a-970f-4c2e-842e-0f1cabdd1a6a on host dv-cinder-838329-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:28.259647 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7f338-811c-494e-81a4-2267bbd8637f None None] DHCP port deletion for 7d4e2dd5-11da-4ede-b925-afe9f4990fbe request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:08:28.279389 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c4671a-970f-4c2e-842e-0f1cabdd1a6a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:28.317613 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.317911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.318263 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.318612 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.318950 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.319283 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.319614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.319942 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.320271 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.320598 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.320926 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.321260 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.321580 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.321903 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.322222 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:28.380364 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (7d4e2dd5-11da-4ede-b925-afe9f4990fbe), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.401964 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4e2dd5-11da-4ede-b925-afe9f4990fbe']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:28.413066 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32470930-3bd0-4942-a40c-825be76a79e1') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:28.413360 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32470930-3bd0-4942-a40c-825be76a79e1') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:28.426125 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (32470930-3bd0-4942-a40c-825be76a79e1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.447191 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (32470930-3bd0-4942-a40c-825be76a79e1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.453998 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:08:28.454563 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (32470930-3bd0-4942-a40c-825be76a79e1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:08:28.456547 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:08:28.470461 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (85399b48-62a3-4de5-8820-cfe247276ed6), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.511694 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event deleted for resources: {'Port': ['ID=85399b48-62a3-4de5-8820-cfe247276ed6,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:28.516916 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (7d4e2dd5-11da-4ede-b925-afe9f4990fbe), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.523539 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.526882 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d4e2dd5-11da-4ede-b925-afe9f4990fbe HTTP/1.1" status: 204 len: 168 time: 0.6861734 Apr 18 18:08:28.535504 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47226) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:28.538485 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c8fd1-fe29-484c-a36c-21872a8a8de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4e2dd5-11da-4ede-b925-afe9f4990fbe,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:28.716955 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks [] for floatingip (99d4c977-2a8b-473b-90ce-071b1d014179), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.719534 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:28.720718 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-c78eff07-c34b-4e88-893a-5917bb2bc784 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "DELETE /v2.0/floatingips/99d4c977-2a8b-473b-90ce-071b1d014179 HTTP/1.1" status: 204 len: 168 time: 1.0786691 Apr 18 18:08:29.186570 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:29.198723 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 74c4671a-970f-4c2e-842e-0f1cabdd1a6a no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:29.225278 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 74c4671a-970f-4c2e-842e-0f1cabdd1a6a {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:29.225636 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 74c4671a-970f-4c2e-842e-0f1cabdd1a6a not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:29.226065 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device d9ab7584-f0f7-454f-97d3-4a2722efe85a no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:29.249585 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: d9ab7584-f0f7-454f-97d3-4a2722efe85a {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:29.249937 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device d9ab7584-f0f7-454f-97d3-4a2722efe85a not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:29.335371 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:29.421212 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (d8e26121-d833-4bf9-a276-4f0c47739271), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:29.667337 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:29.673734 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:29.783035 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=7dab7a07-bc19-45d5-a691-0d7ba63d5ec3,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:29.794529 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:29.902193 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Deleting port d56b7b12-2d13-4d40-825e-21d7379877ce {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:29.902562 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:29.984159 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Floating IP ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3 associated. External IP: 172.27.3.242, port: a608c0c9-58be-42c3-9536-b9eed5365d1b. Apr 18 18:08:30.047790 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] For port d56b7b12-2d13-4d40-825e-21d7379877ce, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=d56b7b12-2d13-4d40-825e-21d7379877ce,segment=NetworkSegment(c64db9fe-6018-4fef-a79b-409f3ddefdd9),segment_id=c64db9fe-6018-4fef-a79b-409f3ddefdd9)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:30.048150 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:30.097720 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Calling delete_port for d56b7b12-2d13-4d40-825e-21d7379877ce owned by network:router_interface {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:30.346113 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:08:30.441182 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (d56b7b12-2d13-4d40-825e-21d7379877ce), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:30.501922 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56b7b12-2d13-4d40-825e-21d7379877ce,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:30.570107 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:08:30.581938 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:08:30.598219 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:30.598861 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:30.629900 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:30.686265 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f742d181-6b3d-44d5-888f-8812ca8e9b47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7880268 Apr 18 18:08:30.698083 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:30.701094 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:30.732856 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:30.734317 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (d8e26121-d833-4bf9-a276-4f0c47739271), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:30.835592 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be09cc9c-5cc4-4048-8e48-94eabaf56847 x-openstack-request-id: req-be09cc9c-5cc4-4048-8e48-94eabaf56847 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:30.835885 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:30.836314 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be09cc9c-5cc4-4048-8e48-94eabaf56847 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:30.836704 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be09cc9c-5cc4-4048-8e48-94eabaf56847'] response: {'name': 'network-changed', 'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'status': 'completed', 'code': 200} Apr 18 18:08:30.968333 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:28Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:30.995801 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:08:31.005741 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:31.006416 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:31.227006 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:31.252939 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Router d8e26121-d833-4bf9-a276-4f0c47739271 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:08:31.364588 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:08:31.372613 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-258559cd-a31a-41cd-9115-e7c77e438839 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8e26121-d833-4bf9-a276-4f0c47739271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8331785 Apr 18 18:08:31.373649 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47258) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:31.375887 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] Sync routers for ids ['d8e26121-d833-4bf9-a276-4f0c47739271'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:08:31.386279 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] Routers {'d8e26121-d833-4bf9-a276-4f0c47739271'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:31.387213 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d8e26121-d833-4bf9-a276-4f0c47739271'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:31.459530 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:28Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:31.496512 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks [] for router (d8e26121-d833-4bf9-a276-4f0c47739271), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:31.498071 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f7aae-fff5-446a-952b-dab20969c1f2 None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:28Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:08:31.509482 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:31.525415 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] Set router d8e26121-d833-4bf9-a276-4f0c47739271 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:31.627303 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks [] for router_gateway (d8e26121-d833-4bf9-a276-4f0c47739271), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:31.680026 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Deleting port 0e9a2c16-25f7-4bd1-a60a-e511ab706090 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:31.680513 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:31.735521 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7ce01-1702-4632-984f-22b413d2a288 None None] New status for floating IP ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3: ACTIVE {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:08:31.742633 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:08:30Z', 'revision_number': 5, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port': {'id': '0e9a2c16-25f7-4bd1-a60a-e511ab706090', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:36Z', 'updated_at': '2022-04-18T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:31.775499 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] For port 0e9a2c16-25f7-4bd1-a60a-e511ab706090, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=0e9a2c16-25f7-4bd1-a60a-e511ab706090,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:31.775866 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:31.775982 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] Checking router: d8e26121-d833-4bf9-a276-4f0c47739271 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:08:31.785311 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] Routers {'d8e26121-d833-4bf9-a276-4f0c47739271'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:31.786176 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['d8e26121-d833-4bf9-a276-4f0c47739271'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:31.790437 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Calling delete_port for 0e9a2c16-25f7-4bd1-a60a-e511ab706090 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:31.899042 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] Set router d8e26121-d833-4bf9-a276-4f0c47739271 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:31.955892 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:08:31Z', 'revision_number': 6, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:31.956156 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-3f2d4046-5091-416b-9593-25c0a564514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:31.957431 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-3f2d4046-5091-416b-9593-25c0a564514e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 1130 time: 0.0900843 Apr 18 18:08:31.989281 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e794bf4-0d80-4dac-bd26-a73acb7334d2 None None] The sync data for ids ['d8e26121-d833-4bf9-a276-4f0c47739271'] in dv-cinder-838329-1-iscsi is: [{'id': 'd8e26121-d833-4bf9-a276-4f0c47739271', 'name': 'tempest-TestMinimumBasicScenario-279048530-router', 'tenant_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:35Z', 'updated_at': '2022-04-18T18:08:31Z', 'revision_number': 6, 'project_id': 'f5ce27bf1b0746f29a361c4eacee5078', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:08:32.079886 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (0e9a2c16-25f7-4bd1-a60a-e511ab706090), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.117681 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9a2c16-25f7-4bd1-a60a-e511ab706090,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:32.158032 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-2d08a1fe-d556-4035-a962-4822d00e71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:32.159703 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-2d08a1fe-d556-4035-a962-4822d00e71fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 912 time: 0.1952500 Apr 18 18:08:32.247367 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (d8e26121-d833-4bf9-a276-4f0c47739271), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.300651 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-94a34011-a2ec-4bb2-807e-d7a31b258664 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b HTTP/1.1" status: 200 len: 1002 time: 0.1181939 Apr 18 18:08:32.406856 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (d8e26121-d833-4bf9-a276-4f0c47739271), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.410831 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks [] for router_controller (d8e26121-d833-4bf9-a276-4f0c47739271), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.479053 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-993a00a3-8266-4afb-8db4-24a2fccba8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:32.480797 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-993a00a3-8266-4afb-8db4-24a2fccba8ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.1459806 Apr 18 18:08:32.515221 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (d8e26121-d833-4bf9-a276-4f0c47739271), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.516101 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8e26121-d833-4bf9-a276-4f0c47739271 {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:08:32.524679 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.527925 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-db32a1d6-b71a-4001-b0d8-d1417a994090 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d8e26121-d833-4bf9-a276-4f0c47739271 HTTP/1.1" status: 204 len: 168 time: 1.1498737 Apr 18 18:08:32.528314 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47272) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:32.561050 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-5bf25cd5-24c4-4cf9-a281-ff5541b9669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:32.562573 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-5bf25cd5-24c4-4cf9-a281-ff5541b9669b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757544 Apr 18 18:08:32.602566 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c724ff-5a6a-44a6-91b2-f9cd77fc8ae3 admin admin] Deleting subnet 76f9ec21-0605-4ef7-a53a-0beb04afa6f9 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:08:32.609474 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44c724ff-5a6a-44a6-91b2-f9cd77fc8ae3 admin admin] Publish callbacks [] for subnet (76f9ec21-0605-4ef7-a53a-0beb04afa6f9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.679624 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44c724ff-5a6a-44a6-91b2-f9cd77fc8ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (76f9ec21-0605-4ef7-a53a-0beb04afa6f9), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.721947 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-417e85a7-47e7-43e8-955b-c25f3cb8222a service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516821 Apr 18 18:08:32.833098 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44c724ff-5a6a-44a6-91b2-f9cd77fc8ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (76f9ec21-0605-4ef7-a53a-0beb04afa6f9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.882722 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7b191d0-ba66-488e-8d3f-daad2d07a2e2 req-3212484c-c5a2-4e86-8339-113ae3ff8e27 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531198 Apr 18 18:08:32.916040 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44c724ff-5a6a-44a6-91b2-f9cd77fc8ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (76f9ec21-0605-4ef7-a53a-0beb04afa6f9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.944343 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c724ff-5a6a-44a6-91b2-f9cd77fc8ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f9ec21-0605-4ef7-a53a-0beb04afa6f9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:32.949343 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44c724ff-5a6a-44a6-91b2-f9cd77fc8ae3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:32.953751 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-44c724ff-5a6a-44a6-91b2-f9cd77fc8ae3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/76f9ec21-0605-4ef7-a53a-0beb04afa6f9 HTTP/1.1" status: 204 len: 168 time: 0.4244874 Apr 18 18:08:32.957001 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47274) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:32.959590 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bbca38-3e88-48ed-9861-a1f74bff81f3 None None] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:08:33.030225 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (427c9d9b-e067-4692-98ea-e15bd4164a69), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.088155 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Deleting port f5527a03-8244-4b8a-b8e6-e172eca77a27 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:33.088622 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.142810 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] DHCP port deletion for 427c9d9b-e067-4692-98ea-e15bd4164a69 request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:08:33.180756 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] For port f5527a03-8244-4b8a-b8e6-e172eca77a27, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=f5527a03-8244-4b8a-b8e6-e172eca77a27,segment=NetworkSegment(c64db9fe-6018-4fef-a79b-409f3ddefdd9),segment_id=c64db9fe-6018-4fef-a79b-409f3ddefdd9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:33.180984 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.192386 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] Deleting port f5527a03-8244-4b8a-b8e6-e172eca77a27 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:33.192971 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.199012 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Calling delete_port for f5527a03-8244-4b8a-b8e6-e172eca77a27 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:33.253329 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device d56b7b12-2d13-4d40-825e-21d7379877ce no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:33.288326 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] For port f5527a03-8244-4b8a-b8e6-e172eca77a27, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=f5527a03-8244-4b8a-b8e6-e172eca77a27,segment=NetworkSegment(c64db9fe-6018-4fef-a79b-409f3ddefdd9),segment_id=c64db9fe-6018-4fef-a79b-409f3ddefdd9)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:33.288750 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.293247 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: d56b7b12-2d13-4d40-825e-21d7379877ce {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:33.293247 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device d56b7b12-2d13-4d40-825e-21d7379877ce not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:33.293680 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 0e9a2c16-25f7-4bd1-a60a-e511ab706090 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:33.296861 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.342143 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Pushing event deleted for resources: {'Port': ['ID=f5527a03-8244-4b8a-b8e6-e172eca77a27,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:33.351847 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] No DVR routers for this DVR port f5527a03-8244-4b8a-b8e6-e172eca77a27 on host dv-cinder-838329-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:33.435188 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (427c9d9b-e067-4692-98ea-e15bd4164a69), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.460656 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427c9d9b-e067-4692-98ea-e15bd4164a69']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:33.466757 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] Calling delete_port for f5527a03-8244-4b8a-b8e6-e172eca77a27 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:33.471920 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64db9fe-6018-4fef-a79b-409f3ddefdd9') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:33.472294 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64db9fe-6018-4fef-a79b-409f3ddefdd9') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:33.472764 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 0e9a2c16-25f7-4bd1-a60a-e511ab706090 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:33.473110 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 0e9a2c16-25f7-4bd1-a60a-e511ab706090 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:33.473521 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device f5527a03-8244-4b8a-b8e6-e172eca77a27 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:33.486516 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (c64db9fe-6018-4fef-a79b-409f3ddefdd9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.504309 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (c64db9fe-6018-4fef-a79b-409f3ddefdd9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.511615 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa142d-ef76-4688-b137-30b187b53f6b req-f390de2e-d8e1-46ae-a253-977fa5704056 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:33.512179 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:08:33.513386 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (c64db9fe-6018-4fef-a79b-409f3ddefdd9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.514498 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1bfa142d-ef76-4688-b137-30b187b53f6b req-f390de2e-d8e1-46ae-a253-977fa5704056 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0731606 Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:08:33.515835 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:08:33.529281 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: f5527a03-8244-4b8a-b8e6-e172eca77a27 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:33.529638 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device f5527a03-8244-4b8a-b8e6-e172eca77a27 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:33.605284 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1bfa142d-ef76-4688-b137-30b187b53f6b req-ee5a92e4-ec4f-4276-9d6a-e68eab1a1d9e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808198 Apr 18 18:08:33.627167 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (427c9d9b-e067-4692-98ea-e15bd4164a69), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.633776 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.637212 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] 10.222.0.20 "DELETE /v2.0/networks/427c9d9b-e067-4692-98ea-e15bd4164a69 HTTP/1.1" status: 204 len: 168 time: 0.6792505 Apr 18 18:08:33.651537 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0220e6b-45ff-434e-9f70-3979ca8e7fac admin admin] Pushing event deleted for resources: {'Network': ['ID=427c9d9b-e067-4692-98ea-e15bd4164a69,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:33.651729 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017'] for port (f5527a03-8244-4b8a-b8e6-e172eca77a27), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.686476 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] Pushing event deleted for resources: {'Port': ['ID=f5527a03-8244-4b8a-b8e6-e172eca77a27,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:33.690930 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] Network 427c9d9b-e067-4692-98ea-e15bd4164a69 is not hosted by any dhcp agent {{(pid=103433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 18:08:33.691989 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c03c6-a4f1-4a2e-bce6-05b36f96ac15 None None] No DVR routers for this DVR port f5527a03-8244-4b8a-b8e6-e172eca77a27 on host dv-cinder-838329-1-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:33.801442 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47292) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:33.844522 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1a42f394-1d4a-4315-8512-334c9020bc60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5d3a5582af44c5ab9817cc86034389c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418606 Apr 18 18:08:33.846955 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47294) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:33.901933 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34e3a482-635f-42d6-87c7-9bc47f78cedb admin admin] Publish callbacks [] for security_group (e1af8836-76bf-4470-8145-62637ae47337), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.924543 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34e3a482-635f-42d6-87c7-9bc47f78cedb admin admin] Publish callbacks [] for security_group (e1af8836-76bf-4470-8145-62637ae47337), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.978480 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34e3a482-635f-42d6-87c7-9bc47f78cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (e1af8836-76bf-4470-8145-62637ae47337), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.981282 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-34e3a482-635f-42d6-87c7-9bc47f78cedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:33.982710 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-34e3a482-635f-42d6-87c7-9bc47f78cedb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1af8836-76bf-4470-8145-62637ae47337 HTTP/1.1" status: 204 len: 168 time: 0.1347554 Apr 18 18:08:33.991921 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3a482-635f-42d6-87c7-9bc47f78cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1af8836-76bf-4470-8145-62637ae47337,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:34.328808 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47300) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:34.369942 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e3dba9fa-d768-4266-8616-57fe2b778f41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5ce27bf1b0746f29a361c4eacee5078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398316 Apr 18 18:08:34.374285 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47302) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:34.425001 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65cc51db-47e9-4594-9d75-cf5efe8b5353 admin admin] Publish callbacks [] for security_group (f2578520-2f9a-41ac-b507-745de716ca57), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:34.447591 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65cc51db-47e9-4594-9d75-cf5efe8b5353 admin admin] Publish callbacks [] for security_group (f2578520-2f9a-41ac-b507-745de716ca57), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:34.503174 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65cc51db-47e9-4594-9d75-cf5efe8b5353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f2578520-2f9a-41ac-b507-745de716ca57), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:34.505841 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-65cc51db-47e9-4594-9d75-cf5efe8b5353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:34.507050 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-65cc51db-47e9-4594-9d75-cf5efe8b5353 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2578520-2f9a-41ac-b507-745de716ca57 HTTP/1.1" status: 204 len: 168 time: 0.1318088 Apr 18 18:08:34.515981 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc51db-47e9-4594-9d75-cf5efe8b5353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2578520-2f9a-41ac-b507-745de716ca57,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:34.736297 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb594c52-78e0-473c-acfb-3dd7efaaf8c4 req-437f6748-2589-4f51-aa24-ca35e3fa0ecd tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:34.737963 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bb594c52-78e0-473c-acfb-3dd7efaaf8c4 req-437f6748-2589-4f51-aa24-ca35e3fa0ecd tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0594907 Apr 18 18:08:34.791722 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bb594c52-78e0-473c-acfb-3dd7efaaf8c4 req-23ddecf0-1c66-446c-923b-209951cd5c84 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476503 Apr 18 18:08:35.740398 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:08:35.920823 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18571c57-57a0-47f4-92fc-26bb9c965117 req-6b1b102e-1e76-43db-8359-b8c5a4970d0e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:35.922716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-18571c57-57a0-47f4-92fc-26bb9c965117 req-6b1b102e-1e76-43db-8359-b8c5a4970d0e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0476139 Apr 18 18:08:35.971990 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-18571c57-57a0-47f4-92fc-26bb9c965117 req-fdc01e92-3d0f-4770-81e5-ef44650c4e91 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Apr 18 18:08:36.117983 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b8096-900e-4744-921e-7866a032bcb9 req-1b78d9fe-e341-462e-bcab-5243ea9068f1 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:36.119532 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-776b8096-900e-4744-921e-7866a032bcb9 req-1b78d9fe-e341-462e-bcab-5243ea9068f1 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 945 time: 0.0495949 Apr 18 18:08:36.211460 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Deleting port 35119271-5bf4-4971-8807-e658b6f5e49a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:36.211802 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:36.320171 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] For port 35119271-5bf4-4971-8807-e658b6f5e49a, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=35119271-5bf4-4971-8807-e658b6f5e49a,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:36.320603 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:36.344112 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Calling delete_port for 35119271-5bf4-4971-8807-e658b6f5e49a owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:36.507988 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (35119271-5bf4-4971-8807-e658b6f5e49a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:36.533656 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['3680d34d-d198-46d8-a29a-65bd36e71ecc', '35119271-5bf4-4971-8807-e658b6f5e49a'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:08:36.567488 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event deleted for resources: {'Port': ['ID=35119271-5bf4-4971-8807-e658b6f5e49a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:36.617065 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] No DVR routers for this DVR port 35119271-5bf4-4971-8807-e658b6f5e49a on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:36.619697 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:36.624068 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-776b8096-900e-4744-921e-7866a032bcb9 req-b4e62312-1ff2-4e0f-80f4-beb5b42696f9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "DELETE /v2.0/ports/35119271-5bf4-4971-8807-e658b6f5e49a HTTP/1.1" status: 204 len: 173 time: 0.4989212 Apr 18 18:08:36.624562 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a3d8ff-e63d-4d75-ad98-6757a5123a2e', 'name': 'network-vif-deleted', 'tag': '35119271-5bf4-4971-8807-e658b6f5e49a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:36.627648 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e547862f-1622-4c17-90e6-f0780896382a" -d '{"events": [{"server_uuid": "80a3d8ff-e63d-4d75-ad98-6757a5123a2e", "name": "network-vif-deleted", "tag": "35119271-5bf4-4971-8807-e658b6f5e49a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:36.677749 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da46d8e-ea85-4e96-a60e-abda853c1b3e x-openstack-request-id: req-4da46d8e-ea85-4e96-a60e-abda853c1b3e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:36.678042 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a3d8ff-e63d-4d75-ad98-6757a5123a2e", "name": "network-vif-deleted", "tag": "35119271-5bf4-4971-8807-e658b6f5e49a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:36.678381 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4da46d8e-ea85-4e96-a60e-abda853c1b3e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:36.678788 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da46d8e-ea85-4e96-a60e-abda853c1b3e'] response: {'server_uuid': '80a3d8ff-e63d-4d75-ad98-6757a5123a2e', 'name': 'network-vif-deleted', 'tag': '35119271-5bf4-4971-8807-e658b6f5e49a', 'status': 'completed', 'code': 200} Apr 18 18:08:37.081289 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c5b94c77-9d09-4c4d-bc96-5fe6d0735a60 req-2d944cc9-0ea3-46b6-b871-69730f8a4606 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 0.0355709 Apr 18 18:08:38.189264 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ef6a115d-665e-41e7-836a-2a81d90c3804 req-723c573f-b7ae-4a43-a673-e8550e83bc83 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 0.0312500 Apr 18 18:08:39.289157 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8ef4c3c1-a5f2-4133-8e85-501917c966f9 req-f19b953c-7414-4aac-a23d-c6daafd01d74 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a3d8ff-e63d-4d75-ad98-6757a5123a2e HTTP/1.1" status: 200 len: 210 time: 0.0288968 Apr 18 18:08:40.606723 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd9e1f-7deb-4c76-8baa-3b6cb130b979 req-34df2ef2-7929-4ebc-98dc-dfa836aceced tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:40.609873 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c6cd9e1f-7deb-4c76-8baa-3b6cb130b979 req-34df2ef2-7929-4ebc-98dc-dfa836aceced tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0644498 Apr 18 18:08:40.678108 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c6cd9e1f-7deb-4c76-8baa-3b6cb130b979 req-7bafc58c-40aa-4f41-8896-bdc22ff9a86c tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625792 Apr 18 18:08:41.822127 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ff780-906a-4584-9bf3-7ed0751a9e75 req-ad247f32-49b2-47d7-aa38-9043d1e6403b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:41.823823 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a88ff780-906a-4584-9bf3-7ed0751a9e75 req-ad247f32-49b2-47d7-aa38-9043d1e6403b tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0545471 Apr 18 18:08:41.879877 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a88ff780-906a-4584-9bf3-7ed0751a9e75 req-46576c8a-3f61-4a55-8f80-b4bb66731f39 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492496 Apr 18 18:08:42.195284 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c490b0-0e91-4166-96ec-00247af7dce5 req-2cb14837-8cd9-4479-8dbe-1763edb002f2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:42.196839 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e4c490b0-0e91-4166-96ec-00247af7dce5 req-2cb14837-8cd9-4479-8dbe-1763edb002f2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0578516 Apr 18 18:08:42.249154 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e4c490b0-0e91-4166-96ec-00247af7dce5 req-53b035ec-84d4-46cb-8711-5c98c4d6bffe tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462246 Apr 18 18:08:42.388205 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 35119271-5bf4-4971-8807-e658b6f5e49a no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:42.411686 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 35119271-5bf4-4971-8807-e658b6f5e49a {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:42.412021 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 35119271-5bf4-4971-8807-e658b6f5e49a not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:42.997709 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a3f24-504f-4418-aa0b-7fdcc48cfbd3 req-33c0ea8e-47a3-49fb-baf8-708b6552889e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:42.999251 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e49a3f24-504f-4418-aa0b-7fdcc48cfbd3 req-33c0ea8e-47a3-49fb-baf8-708b6552889e tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0492463 Apr 18 18:08:43.052581 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e49a3f24-504f-4418-aa0b-7fdcc48cfbd3 req-4f0e181e-c770-4e5d-ac5f-a8a751f773e8 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f93c253-f4e1-44ec-b331-d1a74b08a31c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476184 Apr 18 18:08:43.380752 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8133163-31e6-4b9e-a3b7-27aafd8debe9 req-3376636e-52bc-4ede-aa0b-4896fbdc3bc1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:43.382284 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b8133163-31e6-4b9e-a3b7-27aafd8debe9 req-3376636e-52bc-4ede-aa0b-4896fbdc3bc1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0502000 Apr 18 18:08:43.432002 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b8133163-31e6-4b9e-a3b7-27aafd8debe9 req-3d635b78-dc9e-4a5a-8a3a-6fb0c58ac31c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438168 Apr 18 18:08:43.498341 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-00d237de-b344-4400-b047-8c807425dcbf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:43.499819 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-00d237de-b344-4400-b047-8c807425dcbf tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 946 time: 0.0476623 Apr 18 18:08:43.593064 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Deleting port 3680d34d-d198-46d8-a29a-65bd36e71ecc {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:43.593410 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:43.687825 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] For port 3680d34d-d198-46d8-a29a-65bd36e71ecc, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3680d34d-d198-46d8-a29a-65bd36e71ecc,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:43.688097 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:43.701311 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Calling delete_port for 3680d34d-d198-46d8-a29a-65bd36e71ecc owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:44.080895 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3680d34d-d198-46d8-a29a-65bd36e71ecc), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:44.096172 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['3680d34d-d198-46d8-a29a-65bd36e71ecc'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:08:44.107847 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Pushing event deleted for resources: {'Port': ['ID=3680d34d-d198-46d8-a29a-65bd36e71ecc,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:44.158654 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1669b779-cdcd-4667-b29a-b021deab887d req-607cc893-c39a-4c0d-8cec-2913d661e8b9 tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.20 "GET /v2.0/ports?device_id=a89a1dd4-0173-410c-8c3a-6ce75eff8d43 HTTP/1.1" status: 200 len: 210 time: 0.0313721 Apr 18 18:08:44.160757 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] No DVR routers for this DVR port 3680d34d-d198-46d8-a29a-65bd36e71ecc on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:44.163206 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:44.166593 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ace13d4-72fa-455f-90a6-ef3a523a768e req-6f6c0643-8a70-4934-af33-72757c0a59ad tempest-ServerRescueNegativeTestJSON-1052319778 tempest-ServerRescueNegativeTestJSON-1052319778-project] 10.222.0.15 "DELETE /v2.0/ports/3680d34d-d198-46d8-a29a-65bd36e71ecc HTTP/1.1" status: 204 len: 173 time: 0.6613057 Apr 18 18:08:44.167033 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89a1dd4-0173-410c-8c3a-6ce75eff8d43', 'name': 'network-vif-deleted', 'tag': '3680d34d-d198-46d8-a29a-65bd36e71ecc'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:08:44.169861 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae40d9-4d20-43f0-b32d-c41c98e0871c" -d '{"events": [{"server_uuid": "a89a1dd4-0173-410c-8c3a-6ce75eff8d43", "name": "network-vif-deleted", "tag": "3680d34d-d198-46d8-a29a-65bd36e71ecc"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:08:44.213268 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa93881-e97b-48d8-9184-c946472eb96e x-openstack-request-id: req-1fa93881-e97b-48d8-9184-c946472eb96e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:08:44.213570 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89a1dd4-0173-410c-8c3a-6ce75eff8d43", "name": "network-vif-deleted", "tag": "3680d34d-d198-46d8-a29a-65bd36e71ecc", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:08:44.213831 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fa93881-e97b-48d8-9184-c946472eb96e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:08:44.214264 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa93881-e97b-48d8-9184-c946472eb96e'] response: {'server_uuid': 'a89a1dd4-0173-410c-8c3a-6ce75eff8d43', 'name': 'network-vif-deleted', 'tag': '3680d34d-d198-46d8-a29a-65bd36e71ecc', 'status': 'completed', 'code': 200} Apr 18 18:08:44.398637 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-26a9340c-b10f-4077-9ad5-8590fa499579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:44.558311 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0476e-e43d-4f20-93a4-7e2080965e2f req-b92a7d72-e9bb-4247-a831-4769096d8a90 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:44.560417 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-95c0476e-e43d-4f20-93a4-7e2080965e2f req-b92a7d72-e9bb-4247-a831-4769096d8a90 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Apr 18 18:08:44.626137 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-95c0476e-e43d-4f20-93a4-7e2080965e2f req-0f8cc24f-2881-4012-af79-057b066db199 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577571 Apr 18 18:08:45.223667 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47430) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:45.748710 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf203fd-edec-418f-b377-910666fc2d1f req-966436b4-4eac-4d79-8858-0503e05eccbd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:45.751090 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-abf203fd-edec-418f-b377-910666fc2d1f req-966436b4-4eac-4d79-8858-0503e05eccbd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0471230 Apr 18 18:08:45.768343 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (3bee91fa-cf71-4cd1-953e-eafa754ec54a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:45.799277 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-abf203fd-edec-418f-b377-910666fc2d1f req-763d1988-6f0f-4378-9709-c2256014a0b4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Apr 18 18:08:46.046524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Deleting port c640aefb-7c0c-4c89-9c84-86224498ca67 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:46.046786 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:46.120533 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] For port c640aefb-7c0c-4c89-9c84-86224498ca67, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c640aefb-7c0c-4c89-9c84-86224498ca67,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:46.120894 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:46.133092 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Calling delete_port for c640aefb-7c0c-4c89-9c84-86224498ca67 owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:46.320542 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (c640aefb-7c0c-4c89-9c84-86224498ca67), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:46.350366 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Pushing event deleted for resources: {'Port': ['ID=c640aefb-7c0c-4c89-9c84-86224498ca67,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:46.546281 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (3bee91fa-cf71-4cd1-953e-eafa754ec54a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:46.580825 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-dca848ad-9f8f-4d90-9abe-72f9c2ba9592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:46.795667 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Router 3bee91fa-cf71-4cd1-953e-eafa754ec54a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:08:46.913722 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:08:46.921150 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-14f37c93-f565-4482-bb3e-190ab6794536 admin admin] 10.222.0.20 "PUT /v2.0/routers/3bee91fa-cf71-4cd1-953e-eafa754ec54a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944959 Apr 18 18:08:46.921399 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47452) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:46.925956 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] Sync routers for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:08:46.927142 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e8361-20e5-4488-86a0-58248b55895b req-b099e87c-956d-4ccc-8dec-55e5804d07e0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:46.928712 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8a6e8361-20e5-4488-86a0-58248b55895b req-b099e87c-956d-4ccc-8dec-55e5804d07e0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0493920 Apr 18 18:08:46.939681 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:46.940627 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:46.981928 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8a6e8361-20e5-4488-86a0-58248b55895b req-0718a4c7-3c61-4e92-9dfb-55e1aed332a2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473607 Apr 18 18:08:47.028411 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks [] for router (3bee91fa-cf71-4cd1-953e-eafa754ec54a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:47.051793 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:47.142314 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks [] for router_gateway (3bee91fa-cf71-4cd1-953e-eafa754ec54a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:47.198745 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Deleting port 0f4b6c31-1cd9-43f9-808c-0018704822d5 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:47.199125 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:47.230548 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:08:46Z', 'revision_number': 5, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port': {'id': '0f4b6c31-1cd9-43f9-808c-0018704822d5', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:47.258470 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] Checking router: 3bee91fa-cf71-4cd1-953e-eafa754ec54a for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:08:47.268260 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] Routers {'3bee91fa-cf71-4cd1-953e-eafa754ec54a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:08:47.268896 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:08:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:47.286876 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] For port 0f4b6c31-1cd9-43f9-808c-0018704822d5, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=0f4b6c31-1cd9-43f9-808c-0018704822d5,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:47.287497 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:47.301520 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Calling delete_port for 0f4b6c31-1cd9-43f9-808c-0018704822d5 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:47.362080 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] Set router 3bee91fa-cf71-4cd1-953e-eafa754ec54a gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:08:47.425930 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:08:47Z', 'revision_number': 6, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:47.455412 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5d18f-2b50-4a17-b956-a81419fec0cb None None] The sync data for ids ['3bee91fa-cf71-4cd1-953e-eafa754ec54a'] in dv-cinder-838329-1-iscsi is: [{'id': '3bee91fa-cf71-4cd1-953e-eafa754ec54a', 'name': 'tempest-ServerRescueNegativeTestJSON-1942329863-router', 'tenant_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:02:55Z', 'updated_at': '2022-04-18T18:08:47Z', 'revision_number': 6, 'project_id': 'bd0651dba6f9453ab4adc95ab8fec199', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:08:47.488020 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (0f4b6c31-1cd9-43f9-808c-0018704822d5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:47.528545 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4b6c31-1cd9-43f9-808c-0018704822d5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:47.600970 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (3bee91fa-cf71-4cd1-953e-eafa754ec54a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:47.838340 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:47.969495 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (3bee91fa-cf71-4cd1-953e-eafa754ec54a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:47.972331 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks [] for router_controller (3bee91fa-cf71-4cd1-953e-eafa754ec54a), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.024883 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (3bee91fa-cf71-4cd1-953e-eafa754ec54a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.025552 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bee91fa-cf71-4cd1-953e-eafa754ec54a {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:08:48.031148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.032368 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-07bc8548-2bd6-4d51-a258-06bf23a82479 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3bee91fa-cf71-4cd1-953e-eafa754ec54a HTTP/1.1" status: 204 len: 168 time: 1.1099648 Apr 18 18:08:48.034914 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47476) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:48.082828 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c3235a-32ae-4c0c-a45f-7ec38bfd0a99 admin admin] Deleting subnet 9751101d-df07-47bd-9a3a-a0d9ec507bb5 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:08:48.086300 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31c3235a-32ae-4c0c-a45f-7ec38bfd0a99 admin admin] Publish callbacks [] for subnet (9751101d-df07-47bd-9a3a-a0d9ec507bb5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.128563 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31c3235a-32ae-4c0c-a45f-7ec38bfd0a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (9751101d-df07-47bd-9a3a-a0d9ec507bb5), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.218747 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31c3235a-32ae-4c0c-a45f-7ec38bfd0a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (9751101d-df07-47bd-9a3a-a0d9ec507bb5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.271907 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd050aaf-af2e-4b3e-b02a-f4090064fbb4 req-83c7ee27-bcd0-432c-9cd7-9002a3f2aa60 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:48.273813 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cd050aaf-af2e-4b3e-b02a-f4090064fbb4 req-83c7ee27-bcd0-432c-9cd7-9002a3f2aa60 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0627902 Apr 18 18:08:48.278601 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31c3235a-32ae-4c0c-a45f-7ec38bfd0a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (9751101d-df07-47bd-9a3a-a0d9ec507bb5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.309939 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3235a-32ae-4c0c-a45f-7ec38bfd0a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9751101d-df07-47bd-9a3a-a0d9ec507bb5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:48.320752 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31c3235a-32ae-4c0c-a45f-7ec38bfd0a99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.326972 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-31c3235a-32ae-4c0c-a45f-7ec38bfd0a99 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9751101d-df07-47bd-9a3a-a0d9ec507bb5 HTTP/1.1" status: 204 len: 168 time: 0.2902391 Apr 18 18:08:48.329797 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47478) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:48.331084 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17812b9c-a49d-4d15-85b2-00828bda9367 None None] Network cad54e55-2682-4b77-9264-f5062bac9efb requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:08:48.352214 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cd050aaf-af2e-4b3e-b02a-f4090064fbb4 req-fbccb3e9-b986-4158-9903-76c5da951d26 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718589 Apr 18 18:08:48.422179 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (cad54e55-2682-4b77-9264-f5062bac9efb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.434853 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3680d34d-d198-46d8-a29a-65bd36e71ecc no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:48.457071 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 3680d34d-d198-46d8-a29a-65bd36e71ecc {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:48.457340 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3680d34d-d198-46d8-a29a-65bd36e71ecc not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:48.469834 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Deleting port 5323288f-d219-453b-b370-3d6c9000294b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:48.470168 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (5323288f-d219-453b-b370-3d6c9000294b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.539874 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] DHCP port deletion for cad54e55-2682-4b77-9264-f5062bac9efb request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:08:48.544284 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] For port 5323288f-d219-453b-b370-3d6c9000294b, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=5323288f-d219-453b-b370-3d6c9000294b,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:48.544862 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (5323288f-d219-453b-b370-3d6c9000294b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.560620 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Calling delete_port for 5323288f-d219-453b-b370-3d6c9000294b owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:48.594891 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Deleting port 5323288f-d219-453b-b370-3d6c9000294b {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:08:48.595275 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (5323288f-d219-453b-b370-3d6c9000294b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.660433 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] For port 5323288f-d219-453b-b370-3d6c9000294b, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=5323288f-d219-453b-b370-3d6c9000294b,segment=NetworkSegment(f5869eda-00cf-4f42-8772-691ec5fe0ef3),segment_id=f5869eda-00cf-4f42-8772-691ec5fe0ef3)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:08:48.660845 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (5323288f-d219-453b-b370-3d6c9000294b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.661692 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (5323288f-d219-453b-b370-3d6c9000294b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.676491 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Calling delete_port for 5323288f-d219-453b-b370-3d6c9000294b owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:08:48.690842 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Pushing event deleted for resources: {'Port': ['ID=5323288f-d219-453b-b370-3d6c9000294b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:48.694269 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] No DVR routers for this DVR port 5323288f-d219-453b-b370-3d6c9000294b on host dv-cinder-838329-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:48.759206 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017'] for port (5323288f-d219-453b-b370-3d6c9000294b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.769815 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (cad54e55-2682-4b77-9264-f5062bac9efb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.785384 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Pushing event deleted for resources: {'Port': ['ID=5323288f-d219-453b-b370-3d6c9000294b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:48.789814 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] No DVR routers for this DVR port 5323288f-d219-453b-b370-3d6c9000294b on host dv-cinder-838329-1-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:08:48.790762 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad54e55-2682-4b77-9264-f5062bac9efb']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:48.800601 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.800601 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.800601 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.800601 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.801147 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.801639 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.801639 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.801913 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.802185 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.802529 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.802979 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.803230 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.803660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5869eda-00cf-4f42-8772-691ec5fe0ef3') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:48.803801 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.803801 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.804189 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5869eda-00cf-4f42-8772-691ec5fe0ef3') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:48.804788 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac93d7-837d-4567-ae25-2332fe005668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:48.814663 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (f5869eda-00cf-4f42-8772-691ec5fe0ef3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.828658 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (f5869eda-00cf-4f42-8772-691ec5fe0ef3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.834957 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:08:48.835335 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (f5869eda-00cf-4f42-8772-691ec5fe0ef3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:08:48.837026 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:08:48.892138 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (cad54e55-2682-4b77-9264-f5062bac9efb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.899866 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:48.903065 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cad54e55-2682-4b77-9264-f5062bac9efb HTTP/1.1" status: 204 len: 168 time: 0.5720558 Apr 18 18:08:48.912946 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5998a-2f62-4a1b-b1d5-86dbc69ca200 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad54e55-2682-4b77-9264-f5062bac9efb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:49.022760 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47484) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:49.071077 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0c93db52-1b41-4b13-8df7-6ccc53e93b8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd0651dba6f9453ab4adc95ab8fec199&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469999 Apr 18 18:08:49.073426 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47488) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:49.134409 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8600fd8a-5166-429b-86fb-c510197dc454 admin admin] Publish callbacks [] for security_group (6f93c253-f4e1-44ec-b331-d1a74b08a31c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:49.143008 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:49.160121 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8600fd8a-5166-429b-86fb-c510197dc454 admin admin] Publish callbacks [] for security_group (6f93c253-f4e1-44ec-b331-d1a74b08a31c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:49.202853 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c640aefb-7c0c-4c89-9c84-86224498ca67 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:49.216362 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8600fd8a-5166-429b-86fb-c510197dc454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (6f93c253-f4e1-44ec-b331-d1a74b08a31c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:49.220458 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8600fd8a-5166-429b-86fb-c510197dc454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:49.224163 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8600fd8a-5166-429b-86fb-c510197dc454 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f93c253-f4e1-44ec-b331-d1a74b08a31c HTTP/1.1" status: 204 len: 168 time: 0.1472983 Apr 18 18:08:49.225331 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: c640aefb-7c0c-4c89-9c84-86224498ca67 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:49.225926 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c640aefb-7c0c-4c89-9c84-86224498ca67 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:49.226428 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 5323288f-d219-453b-b370-3d6c9000294b no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:49.232206 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600fd8a-5166-429b-86fb-c510197dc454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f93c253-f4e1-44ec-b331-d1a74b08a31c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:49.257276 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 5323288f-d219-453b-b370-3d6c9000294b {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:49.257639 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 5323288f-d219-453b-b370-3d6c9000294b not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:49.258072 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 0f4b6c31-1cd9-43f9-808c-0018704822d5 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:08:49.288304 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 0f4b6c31-1cd9-43f9-808c-0018704822d5 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:08:49.288910 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 0f4b6c31-1cd9-43f9-808c-0018704822d5 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:08:49.480626 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1e90a-970c-4fb1-8923-4591e96b4ee0 req-50c7b259-e531-49b4-b24d-42f329024a4a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:49.482125 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d2e1e90a-970c-4fb1-8923-4591e96b4ee0 req-50c7b259-e531-49b4-b24d-42f329024a4a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0503085 Apr 18 18:08:49.533205 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d2e1e90a-970c-4fb1-8923-4591e96b4ee0 req-61a1957a-e493-4fda-9d65-68a0b4309988 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453238 Apr 18 18:08:50.158204 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47522) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:50.209655 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Deleting subnet bef82938-f2f9-4100-8b93-875493ec8214 {{(pid=103432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:08:50.213271 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Publish callbacks [] for subnet (bef82938-f2f9-4100-8b93-875493ec8214), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.254175 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14869680'] for subnet (bef82938-f2f9-4100-8b93-875493ec8214), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.311597 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (bef82938-f2f9-4100-8b93-875493ec8214), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.389818 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14646094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13271866'] for subnet (bef82938-f2f9-4100-8b93-875493ec8214), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.419830 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef82938-f2f9-4100-8b93-875493ec8214,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:50.431182 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.431534 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.432076 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.432425 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.432762 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.433143 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.433412 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.433740 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.434066 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.434426 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.434762 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.435088 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.435410 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.435795 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.436036 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:08:50.439896 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.445935 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47532) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:50.451560 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4c3a1c37-9b05-4035-afc0-dde314fb21d2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bef82938-f2f9-4100-8b93-875493ec8214 HTTP/1.1" status: 204 len: 168 time: 0.2920508 Apr 18 18:08:50.524225 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (cfd31dc3-5a28-4952-b00d-c09a13cd2b9d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.617950 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (cfd31dc3-5a28-4952-b00d-c09a13cd2b9d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.638712 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd31dc3-5a28-4952-b00d-c09a13cd2b9d']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:50.649427 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc29c00-eef3-40a6-b25f-7d12f3ac0556') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:50.649856 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc29c00-eef3-40a6-b25f-7d12f3ac0556') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:08:50.660537 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (abc29c00-eef3-40a6-b25f-7d12f3ac0556), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.661731 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed92e20-0ce4-4ace-b697-50259c05616f req-250e7bcc-ea62-488d-ad90-93a5bd3d19b1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:50.663407 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9ed92e20-0ce4-4ace-b697-50259c05616f req-250e7bcc-ea62-488d-ad90-93a5bd3d19b1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Apr 18 18:08:50.676451 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (abc29c00-eef3-40a6-b25f-7d12f3ac0556), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.683478 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:08:50.684060 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (abc29c00-eef3-40a6-b25f-7d12f3ac0556), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:08:50.686486 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:08:50.709992 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.726412 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9ed92e20-0ce4-4ace-b697-50259c05616f req-d5358119-c697-42b0-93b2-db1ba7b776d5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569355 Apr 18 18:08:50.758068 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (cfd31dc3-5a28-4952-b00d-c09a13cd2b9d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.765498 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:50.770442 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cfd31dc3-5a28-4952-b00d-c09a13cd2b9d HTTP/1.1" status: 204 len: 168 time: 0.3233051 Apr 18 18:08:50.784244 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170ee94-9a2b-46cc-8d47-97156cebb700 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd31dc3-5a28-4952-b00d-c09a13cd2b9d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:50.949487 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47538) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:50.990095 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-ef4c09dd-d963-46aa-81a3-85bd87ab279a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1938bc46d9f145738bad440a254b6ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394208 Apr 18 18:08:50.992612 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47540) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:51.051686 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d29f1b15-e6c2-45c8-8ede-f3d4b2a59e6f admin admin] Publish callbacks [] for security_group (1b231bc6-53ea-48e5-a36e-234b1c253c7b), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:51.074600 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d29f1b15-e6c2-45c8-8ede-f3d4b2a59e6f admin admin] Publish callbacks [] for security_group (1b231bc6-53ea-48e5-a36e-234b1c253c7b), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:51.125299 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d29f1b15-e6c2-45c8-8ede-f3d4b2a59e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (1b231bc6-53ea-48e5-a36e-234b1c253c7b), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:51.127880 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d29f1b15-e6c2-45c8-8ede-f3d4b2a59e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:51.129091 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d29f1b15-e6c2-45c8-8ede-f3d4b2a59e6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b231bc6-53ea-48e5-a36e-234b1c253c7b HTTP/1.1" status: 204 len: 168 time: 0.1355085 Apr 18 18:08:51.137339 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f1b15-e6c2-45c8-8ede-f3d4b2a59e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b231bc6-53ea-48e5-a36e-234b1c253c7b,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:51.879250 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201c90d-9d7a-4947-9468-f3bfa860832b req-e7fb45fe-6dde-4508-ada0-8fe176f4df20 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:51.880906 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9201c90d-9d7a-4947-9468-f3bfa860832b req-e7fb45fe-6dde-4508-ada0-8fe176f4df20 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0584388 Apr 18 18:08:51.938826 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9201c90d-9d7a-4947-9468-f3bfa860832b req-e1498ce2-6dd9-4912-bdda-9a2017718a4e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518425 Apr 18 18:08:53.041338 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47602) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:53.070119 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edb21c-a353-48c8-9e0b-59fbbfdb8657 req-eeb80d17-a3db-40ed-b2b3-1318bb71177c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:53.071660 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-63edb21c-a353-48c8-9e0b-59fbbfdb8657 req-eeb80d17-a3db-40ed-b2b3-1318bb71177c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0511720 Apr 18 18:08:53.124165 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-63edb21c-a353-48c8-9e0b-59fbbfdb8657 req-1b91347c-9a6b-4255-bf9f-51e7527204e1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467694 Apr 18 18:08:53.157193 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-416a44bd-8e06-422b-82f0-cd1b565ab985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:53.242022 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-416a44bd-8e06-422b-82f0-cd1b565ab985 admin admin] Publish callbacks [] for security_group (9045d927-8d29-4a8b-8fcb-1b6cd5dae87c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:53.247268 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-416a44bd-8e06-422b-82f0-cd1b565ab985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (9045d927-8d29-4a8b-8fcb-1b6cd5dae87c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:53.288150 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-416a44bd-8e06-422b-82f0-cd1b565ab985 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c4b238049d54a66a7f9a290ed8a353f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456105 Apr 18 18:08:53.288865 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a44bd-8e06-422b-82f0-cd1b565ab985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9045d927-8d29-4a8b-8fcb-1b6cd5dae87c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:53.291269 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47606) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:53.343936 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-53f5203f-52de-43df-9876-3d05c8514a13 admin admin] Publish callbacks [] for security_group (9045d927-8d29-4a8b-8fcb-1b6cd5dae87c), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:53.371023 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-53f5203f-52de-43df-9876-3d05c8514a13 admin admin] Publish callbacks [] for security_group (9045d927-8d29-4a8b-8fcb-1b6cd5dae87c), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:53.425278 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-53f5203f-52de-43df-9876-3d05c8514a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (9045d927-8d29-4a8b-8fcb-1b6cd5dae87c), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:53.428218 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-53f5203f-52de-43df-9876-3d05c8514a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:53.429752 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-53f5203f-52de-43df-9876-3d05c8514a13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9045d927-8d29-4a8b-8fcb-1b6cd5dae87c HTTP/1.1" status: 204 len: 168 time: 0.1380062 Apr 18 18:08:53.438399 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5203f-52de-43df-9876-3d05c8514a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9045d927-8d29-4a8b-8fcb-1b6cd5dae87c,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:54.244828 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55ffed-54d8-4dc5-9879-1d83eea61f5f req-956d03fb-17eb-4a26-ba7a-1adef24f1799 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:54.246381 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2e55ffed-54d8-4dc5-9879-1d83eea61f5f req-956d03fb-17eb-4a26-ba7a-1adef24f1799 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Apr 18 18:08:54.298386 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2e55ffed-54d8-4dc5-9879-1d83eea61f5f req-0ec40471-5cfa-482d-a8f8-199f2dc8fd7e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449982 Apr 18 18:08:55.440553 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0cb9-75c8-4623-a744-32720c1a3ec8 req-a104e81d-dc15-4d49-9021-1c9130a2b7a3 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:55.442530 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f6b0cb9-75c8-4623-a744-32720c1a3ec8 req-a104e81d-dc15-4d49-9021-1c9130a2b7a3 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0595512 Apr 18 18:08:55.503328 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f6b0cb9-75c8-4623-a744-32720c1a3ec8 req-9f02454c-b800-4498-88b4-761513549211 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535786 Apr 18 18:08:55.538643 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47688) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:55.645557 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-91107a30-7efb-445c-9ea2-b19fd05e2c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:55.724178 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-91107a30-7efb-445c-9ea2-b19fd05e2c73 admin admin] Publish callbacks [] for security_group (28868364-864d-4c89-b9b1-5a8fa2cd25d7), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:55.728011 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-91107a30-7efb-445c-9ea2-b19fd05e2c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (28868364-864d-4c89-b9b1-5a8fa2cd25d7), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:55.768975 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-91107a30-7efb-445c-9ea2-b19fd05e2c73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=346332b12e994543ac5212f8b0e23359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290564 Apr 18 18:08:55.770815 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91107a30-7efb-445c-9ea2-b19fd05e2c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28868364-864d-4c89-b9b1-5a8fa2cd25d7,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:55.771537 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47694) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:55.819916 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-937d679c-07a4-4f7c-a292-44cdcbcfc2e0 admin admin] Publish callbacks [] for security_group (28868364-864d-4c89-b9b1-5a8fa2cd25d7), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:55.841650 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-937d679c-07a4-4f7c-a292-44cdcbcfc2e0 admin admin] Publish callbacks [] for security_group (28868364-864d-4c89-b9b1-5a8fa2cd25d7), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:55.893808 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-937d679c-07a4-4f7c-a292-44cdcbcfc2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (28868364-864d-4c89-b9b1-5a8fa2cd25d7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:55.896469 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-937d679c-07a4-4f7c-a292-44cdcbcfc2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:55.897632 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-937d679c-07a4-4f7c-a292-44cdcbcfc2e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28868364-864d-4c89-b9b1-5a8fa2cd25d7 HTTP/1.1" status: 204 len: 168 time: 0.1250839 Apr 18 18:08:55.905824 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d679c-07a4-4f7c-a292-44cdcbcfc2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28868364-864d-4c89-b9b1-5a8fa2cd25d7,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:56.158777 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 47700) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:56.172907 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b135ea67-f7bd-416d-83f6-7446daeea302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:56.249113 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b135ea67-f7bd-416d-83f6-7446daeea302 admin admin] Publish callbacks [] for security_group (3af85e39-2d36-47eb-813d-4b4de894cf2d), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:56.253293 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b135ea67-f7bd-416d-83f6-7446daeea302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3af85e39-2d36-47eb-813d-4b4de894cf2d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:56.293396 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b135ea67-f7bd-416d-83f6-7446daeea302 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14a62125ff5b40579c2b45ee81fea1c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334655 Apr 18 18:08:56.294373 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135ea67-f7bd-416d-83f6-7446daeea302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af85e39-2d36-47eb-813d-4b4de894cf2d,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:56.296070 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 47702) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:08:56.348325 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64fce20b-6a16-46e3-8de8-bba2c38ee167 admin admin] Publish callbacks [] for security_group (3af85e39-2d36-47eb-813d-4b4de894cf2d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:56.370506 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64fce20b-6a16-46e3-8de8-bba2c38ee167 admin admin] Publish callbacks [] for security_group (3af85e39-2d36-47eb-813d-4b4de894cf2d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:56.418786 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64fce20b-6a16-46e3-8de8-bba2c38ee167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3af85e39-2d36-47eb-813d-4b4de894cf2d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:56.421378 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-64fce20b-6a16-46e3-8de8-bba2c38ee167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:08:56.422550 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-64fce20b-6a16-46e3-8de8-bba2c38ee167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3af85e39-2d36-47eb-813d-4b4de894cf2d HTTP/1.1" status: 204 len: 168 time: 0.1254020 Apr 18 18:08:56.430718 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fce20b-6a16-46e3-8de8-bba2c38ee167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af85e39-2d36-47eb-813d-4b4de894cf2d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:08:56.633618 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a6da7-11c2-4157-85be-f2987a0ddd4f req-351cd74b-4696-40e7-b51a-1fe1bce9fb6d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:56.636056 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-918a6da7-11c2-4157-85be-f2987a0ddd4f req-351cd74b-4696-40e7-b51a-1fe1bce9fb6d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0542741 Apr 18 18:08:56.704714 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-918a6da7-11c2-4157-85be-f2987a0ddd4f req-f16049dd-5ad5-4abf-864f-9bad69292f26 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564630 Apr 18 18:08:57.833735 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a7b2d-ea98-4fbd-a4de-512d7c0d455b req-2d7dad43-2388-49ef-86cd-4724c5a63a26 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:57.834837 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-231a7b2d-ea98-4fbd-a4de-512d7c0d455b req-2d7dad43-2388-49ef-86cd-4724c5a63a26 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0490608 Apr 18 18:08:57.894477 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-231a7b2d-ea98-4fbd-a4de-512d7c0d455b req-b196479e-c020-4c2f-a4a1-6283bf5b2b58 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535734 Apr 18 18:08:59.010705 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1420-b583-47cd-86dd-82b21ee727ec req-e89a7cc7-34ce-4596-9fe4-ed731f52376c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:08:59.012235 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1c9d1420-b583-47cd-86dd-82b21ee727ec req-e89a7cc7-34ce-4596-9fe4-ed731f52376c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0477691 Apr 18 18:08:59.062834 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1c9d1420-b583-47cd-86dd-82b21ee727ec req-30af9588-1454-46f5-b95b-95ae6d966666 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448244 Apr 18 18:09:00.212724 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63916-950e-459a-8b1a-cc54b3791d21 req-06fa5e17-231c-4096-8edc-8e062769e10c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:00.215544 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-65d63916-950e-459a-8b1a-cc54b3791d21 req-06fa5e17-231c-4096-8edc-8e062769e10c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0679419 Apr 18 18:09:00.286069 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-65d63916-950e-459a-8b1a-cc54b3791d21 req-8e2fb6e0-115b-44d5-91e8-6d9d51926c0d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600367 Apr 18 18:09:00.954772 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-6c644139-0839-4b1e-bed0-1750bdb66594 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403011 Apr 18 18:09:01.020616 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-6f9b00a1-376d-45f1-affb-198d3e75659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:01.022290 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-6f9b00a1-376d-45f1-affb-198d3e75659d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0969e297d5542c994c55560f17c6cc7&device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1129 time: 0.0449965 Apr 18 18:09:01.135675 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-39ec55ee-89af-43f3-9db3-7e48ccdd24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:01.137198 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-39ec55ee-89af-43f3-9db3-7e48ccdd24f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 200 len: 909 time: 0.0899935 Apr 18 18:09:01.213684 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-11258117-495c-44da-bcfc-da8e0ee54c0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 999 time: 0.0681808 Apr 18 18:09:01.267077 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-e32146b3-bc6d-4efe-bd78-26159bcc776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:01.268615 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-e32146b3-bc6d-4efe-bd78-26159bcc776d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15a8ef12-8c13-45de-b8f8-603275a78695 HTTP/1.1" status: 200 len: 848 time: 0.0486848 Apr 18 18:09:01.324810 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-0a04d1d2-3f36-4313-97c0-61ec1c8bf11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:01.326273 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-0a04d1d2-3f36-4313-97c0-61ec1c8bf11a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60e61468-d32f-4ab1-986f-5153b13a0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469375 Apr 18 18:09:01.415751 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a944de-dcc5-4d99-a246-63f9f4f3f94c req-b6a80e02-7f52-4c55-9500-f13a932f0de2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:01.417337 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-22a944de-dcc5-4d99-a246-63f9f4f3f94c req-b6a80e02-7f52-4c55-9500-f13a932f0de2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Apr 18 18:09:01.429033 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-3eef0d1b-b56e-4d88-811a-9bd3eee6844b service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955386 Apr 18 18:09:01.465657 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-22a944de-dcc5-4d99-a246-63f9f4f3f94c req-f906a284-9611-4dc6-beb4-c70a24b89a70 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420291 Apr 18 18:09:01.500308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:01.524770 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-401c3a71-4d83-459a-9bdd-873c8bfc7987 req-75957490-faf7-4603-a5a4-48db7d727690 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862405 Apr 18 18:09:02.600097 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb01d0-a71b-4337-b164-f633a8bea6a1 req-ff3da0b9-dbb0-433d-a57c-3364dce12a87 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:02.601594 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-53eb01d0-a71b-4337-b164-f633a8bea6a1 req-ff3da0b9-dbb0-433d-a57c-3364dce12a87 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0511057 Apr 18 18:09:02.649307 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-53eb01d0-a71b-4337-b164-f633a8bea6a1 req-650c613f-598a-471e-8577-670eab16a659 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421093 Apr 18 18:09:03.779117 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49661246-2d2d-4544-9cd0-b352d57881b2 req-51ec6d56-48a1-457f-b739-398eda4541ed tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:03.781715 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-49661246-2d2d-4544-9cd0-b352d57881b2 req-51ec6d56-48a1-457f-b739-398eda4541ed tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0486538 Apr 18 18:09:03.839685 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-49661246-2d2d-4544-9cd0-b352d57881b2 req-16e74e0c-e670-4ba9-b93e-2d19c5048a93 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522559 Apr 18 18:09:04.981931 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57927c3-e305-4413-b60f-4bde7e0f3a79 req-7db47017-039a-47e6-8f64-eb5ca4308c02 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:04.984376 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a57927c3-e305-4413-b60f-4bde7e0f3a79 req-7db47017-039a-47e6-8f64-eb5ca4308c02 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0643532 Apr 18 18:09:05.037231 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a57927c3-e305-4413-b60f-4bde7e0f3a79 req-0490fc84-5f81-4fa2-ad87-8d6b763dce5f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471740 Apr 18 18:09:06.186851 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7b542-8b7d-4941-939a-b208c711004c req-8137729c-6f28-4703-baef-105f49e6fbeb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:06.188445 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-74b7b542-8b7d-4941-939a-b208c711004c req-8137729c-6f28-4703-baef-105f49e6fbeb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Apr 18 18:09:06.242478 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-74b7b542-8b7d-4941-939a-b208c711004c req-9a50d1df-82c0-4361-b79a-8d3d5c26c137 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469768 Apr 18 18:09:06.495811 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:09:06.606079 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:06.623185 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'port_id': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'mac_address': 'fa:16:3e:46:c4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:09:06.666521 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port e2c292ba-b2df-4ed6-852b-943673da0093 is: ACTIVE; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:09:06.666521 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:06.680211 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2c292ba-b2df-4ed6-852b-943673da0093 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:09:06.702512 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:06.707884 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:06.779280 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:06.816954 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['e2c292ba-b2df-4ed6-852b-943673da0093'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:09:07.449728 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82805f-ce71-4dab-a9e0-6ce44e6050b9 req-810e54d3-e0a3-41c8-a992-ef7312f9531e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:07.458574 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b82805f-ce71-4dab-a9e0-6ce44e6050b9 req-810e54d3-e0a3-41c8-a992-ef7312f9531e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 944 time: 0.0935223 Apr 18 18:09:07.513671 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b82805f-ce71-4dab-a9e0-6ce44e6050b9 req-0e7b73c6-4fd8-4c86-a57b-a3bf33b3cdbb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538790 Apr 18 18:09:08.516308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:09:08.613910 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port e2c292ba-b2df-4ed6-852b-943673da0093 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:09:08.614653 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:08.848693 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e98c5-d84e-469c-bc97-4f178988f8ce req-20e92729-6c20-4105-9049-46017622a0d7 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:08.852195 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port e2c292ba-b2df-4ed6-852b-943673da0093 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:09:08.852996 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:08.859569 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b1e98c5-d84e-469c-bc97-4f178988f8ce req-20e92729-6c20-4105-9049-46017622a0d7 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 944 time: 0.1132946 Apr 18 18:09:08.887168 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:09:08.892829 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004e2752-ba47-4add-a17f-494eb985b999" -d '{"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-plugged", "status": "completed", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:09:08.911006 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:08.917365 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:08.950116 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b1e98c5-d84e-469c-bc97-4f178988f8ce req-13a960fb-7239-45d1-852b-ee51802c42e3 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846934 Apr 18 18:09:08.979934 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:09.260689 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cdfec8-e1f1-4092-8489-7da6180002eb x-openstack-request-id: req-86cdfec8-e1f1-4092-8489-7da6180002eb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:09:09.261091 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-plugged", "status": "completed", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:09:09.261347 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86cdfec8-e1f1-4092-8489-7da6180002eb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:09:09.261840 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cdfec8-e1f1-4092-8489-7da6180002eb'] response: {'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'code': 200} Apr 18 18:09:10.146033 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d86e2-d3ca-43a8-baf3-75a4fa368c28 req-38664951-0ae0-4127-80f6-8353bee87ca4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:10.156047 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ff1d86e2-d3ca-43a8-baf3-75a4fa368c28 req-38664951-0ae0-4127-80f6-8353bee87ca4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0847597 Apr 18 18:09:10.210734 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ff1d86e2-d3ca-43a8-baf3-75a4fa368c28 req-d37cac12-006d-4049-a18b-75f6804ee5c1 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533233 Apr 18 18:09:10.940185 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48032) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:11.104730 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee722a7b-74e4-44f8-8f7f-0a6e4d26aebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:11.225386 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee722a7b-74e4-44f8-8f7f-0a6e4d26aebc admin admin] Publish callbacks [] for security_group (3d5126ae-143d-41b5-931a-39438f7325d6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:11.236954 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee722a7b-74e4-44f8-8f7f-0a6e4d26aebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3d5126ae-143d-41b5-931a-39438f7325d6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:11.283370 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ee722a7b-74e4-44f8-8f7f-0a6e4d26aebc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34cb33f3aa5a438ab2f41761fe37d895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420291 Apr 18 18:09:11.288453 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48038) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:11.292920 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee722a7b-74e4-44f8-8f7f-0a6e4d26aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5126ae-143d-41b5-931a-39438f7325d6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:11.396555 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524524f8-da1d-44dd-964f-7e4b6c2f5514 req-84f996f0-b15d-4c25-88c9-1030cad8bf65 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:11.404201 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-524524f8-da1d-44dd-964f-7e4b6c2f5514 req-84f996f0-b15d-4c25-88c9-1030cad8bf65 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0758882 Apr 18 18:09:11.447551 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-213ac2bb-dd2e-4b6f-9c45-395cb55b2397 admin admin] Publish callbacks [] for security_group (3d5126ae-143d-41b5-931a-39438f7325d6), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:11.487893 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-524524f8-da1d-44dd-964f-7e4b6c2f5514 req-9694fa27-0e71-4899-b450-40e99d31f6df tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824981 Apr 18 18:09:11.522857 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-213ac2bb-dd2e-4b6f-9c45-395cb55b2397 admin admin] Publish callbacks [] for security_group (3d5126ae-143d-41b5-931a-39438f7325d6), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:11.605391 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-213ac2bb-dd2e-4b6f-9c45-395cb55b2397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3d5126ae-143d-41b5-931a-39438f7325d6), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:11.612186 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-213ac2bb-dd2e-4b6f-9c45-395cb55b2397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:11.614329 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-213ac2bb-dd2e-4b6f-9c45-395cb55b2397 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d5126ae-143d-41b5-931a-39438f7325d6 HTTP/1.1" status: 204 len: 168 time: 0.3231330 Apr 18 18:09:11.635204 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ac2bb-dd2e-4b6f-9c45-395cb55b2397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5126ae-143d-41b5-931a-39438f7325d6,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:12.676944 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e615e3c-9cef-4c8e-ae73-192a30c44674 req-32fda0df-9a14-4566-b023-e2cf2327659e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:12.679601 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e615e3c-9cef-4c8e-ae73-192a30c44674 req-32fda0df-9a14-4566-b023-e2cf2327659e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0900812 Apr 18 18:09:12.743769 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:09:12.798935 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7e615e3c-9cef-4c8e-ae73-192a30c44674 req-942a038b-2f79-4247-86cb-4ee0817d685c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090648 Apr 18 18:09:13.928763 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdecefa-6beb-4f80-b051-00dd3a05da36 req-76a8bb3c-1bac-41e9-bbdd-df5e1b58c4cd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:13.930435 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5fdecefa-6beb-4f80-b051-00dd3a05da36 req-76a8bb3c-1bac-41e9-bbdd-df5e1b58c4cd tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0609026 Apr 18 18:09:13.992912 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5fdecefa-6beb-4f80-b051-00dd3a05da36 req-0c066cae-8513-4f29-a1ef-018b80f2868d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517142 Apr 18 18:09:14.429105 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a7095fe-b229-48de-a9c7-3c3e88b44163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:15.209672 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17f0d7-5d45-4f07-8622-5c36492da3ed req-f062547b-d1b8-4e6a-b17e-dbbd2e1e812c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:15.216895 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0c17f0d7-5d45-4f07-8622-5c36492da3ed req-f062547b-d1b8-4e6a-b17e-dbbd2e1e812c tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.1143880 Apr 18 18:09:15.277607 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0c17f0d7-5d45-4f07-8622-5c36492da3ed req-ee7b64de-aba6-4395-a7be-e8a9c0ed2a58 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589657 Apr 18 18:09:16.455219 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939147d-f3f9-4345-a28e-4947c6191b8f req-4a8567ea-1644-4e40-af62-0876c97384c3 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:16.458025 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1939147d-f3f9-4345-a28e-4947c6191b8f req-4a8567ea-1644-4e40-af62-0876c97384c3 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0726023 Apr 18 18:09:16.559502 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1939147d-f3f9-4345-a28e-4947c6191b8f req-f6b27757-07ed-4511-a5bb-a1aacbb4a26e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845706 Apr 18 18:09:16.595108 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-422ed246-7fbd-431e-82e0-db073a6a21c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:16.770214 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48140) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:16.917683 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7afd4db6-338f-44c0-9de6-c63479dcb73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.008760 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7afd4db6-338f-44c0-9de6-c63479dcb73a admin admin] Publish callbacks [] for security_group (2ad244f5-6046-44c8-a380-3d8b0f4963ac), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.012876 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7afd4db6-338f-44c0-9de6-c63479dcb73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (2ad244f5-6046-44c8-a380-3d8b0f4963ac), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.058457 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7afd4db6-338f-44c0-9de6-c63479dcb73a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f739c07b4d8b4a9781bf78a68fe921a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842762 Apr 18 18:09:17.058457 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd4db6-338f-44c0-9de6-c63479dcb73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad244f5-6046-44c8-a380-3d8b0f4963ac,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:17.059528 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48144) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:17.129754 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-374c4d87-83b5-456e-9499-379c212d3295 admin admin] Publish callbacks [] for security_group (2ad244f5-6046-44c8-a380-3d8b0f4963ac), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.160762 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-374c4d87-83b5-456e-9499-379c212d3295 admin admin] Publish callbacks [] for security_group (2ad244f5-6046-44c8-a380-3d8b0f4963ac), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.224525 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-374c4d87-83b5-456e-9499-379c212d3295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (2ad244f5-6046-44c8-a380-3d8b0f4963ac), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.227605 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-374c4d87-83b5-456e-9499-379c212d3295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.228945 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-374c4d87-83b5-456e-9499-379c212d3295 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ad244f5-6046-44c8-a380-3d8b0f4963ac HTTP/1.1" status: 204 len: 168 time: 0.1681032 Apr 18 18:09:17.248855 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c4d87-83b5-456e-9499-379c212d3295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad244f5-6046-44c8-a380-3d8b0f4963ac,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:17.659288 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48156) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:17.707041 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97c9a091-bd99-4083-a22d-560ed50c6630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.743973 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730911f1-0152-4b0a-8f91-c04655811c9f req-449f0b74-f6f9-4edb-8234-8a7ceb7a143b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:17.745656 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-730911f1-0152-4b0a-8f91-c04655811c9f req-449f0b74-f6f9-4edb-8234-8a7ceb7a143b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0766604 Apr 18 18:09:17.837748 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-730911f1-0152-4b0a-8f91-c04655811c9f req-a5ec27d5-dc6f-4958-a099-aa359ec54693 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857871 Apr 18 18:09:17.883941 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.901773 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97c9a091-bd99-4083-a22d-560ed50c6630 admin admin] Publish callbacks [] for security_group (857bbfdf-c105-4e18-803c-c151affcb464), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.908090 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-97c9a091-bd99-4083-a22d-560ed50c6630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (857bbfdf-c105-4e18-803c-c151affcb464), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:17.957601 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-97c9a091-bd99-4083-a22d-560ed50c6630 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e0eded7fcbf465e868d67cde0b57da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950537 Apr 18 18:09:17.958330 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48170) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:17.963481 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9a091-bd99-4083-a22d-560ed50c6630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857bbfdf-c105-4e18-803c-c151affcb464,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:18.016614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90e56dac-cc79-408f-8cb7-3ef1423b9c0f admin admin] Publish callbacks [] for security_group (857bbfdf-c105-4e18-803c-c151affcb464), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:18.045535 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90e56dac-cc79-408f-8cb7-3ef1423b9c0f admin admin] Publish callbacks [] for security_group (857bbfdf-c105-4e18-803c-c151affcb464), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:18.103620 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90e56dac-cc79-408f-8cb7-3ef1423b9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (857bbfdf-c105-4e18-803c-c151affcb464), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:18.106555 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90e56dac-cc79-408f-8cb7-3ef1423b9c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:18.108117 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-90e56dac-cc79-408f-8cb7-3ef1423b9c0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/857bbfdf-c105-4e18-803c-c151affcb464 HTTP/1.1" status: 204 len: 168 time: 0.1485994 Apr 18 18:09:18.116765 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e56dac-cc79-408f-8cb7-3ef1423b9c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857bbfdf-c105-4e18-803c-c151affcb464,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:18.652226 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-50d06c01-e589-45c8-b224-69cf0ba10b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:18.653784 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-50d06c01-e589-45c8-b224-69cf0ba10b1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 1129 time: 0.0421531 Apr 18 18:09:18.747553 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-8f13b79f-2524-42c8-81ad-863837c3c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:18.749232 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-8f13b79f-2524-42c8-81ad-863837c3c68b service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.0896692 Apr 18 18:09:18.851817 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-02d7bc8d-5607-4500-9f02-55d8709ce3aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 200 len: 1001 time: 0.0955908 Apr 18 18:09:18.918734 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-9f976dea-cade-490b-96c8-ff831442a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:18.921076 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-9f976dea-cade-490b-96c8-ff831442a856 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.0542347 Apr 18 18:09:18.967806 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-4791f8ab-4960-4ce2-931c-4fc61d3adfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:18.969561 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-4791f8ab-4960-4ce2-931c-4fc61d3adfb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422869 Apr 18 18:09:18.987905 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd7bfa-e8a7-43fb-b078-355f39e5afc1 req-97a6d6b1-cfba-493f-979f-82ed2c12026b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:18.989638 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0acd7bfa-e8a7-43fb-b078-355f39e5afc1 req-97a6d6b1-cfba-493f-979f-82ed2c12026b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0506020 Apr 18 18:09:19.045043 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0acd7bfa-e8a7-43fb-b078-355f39e5afc1 req-1a61f997-e629-4314-b963-c3e3e6ada697 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483832 Apr 18 18:09:19.080323 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-f5d49dbe-e0bc-4841-841c-581b8ee21e8b service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040735 Apr 18 18:09:19.152408 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:19.190653 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58e45846-1eb8-4110-934f-4d01a93c3db8 req-ad9be669-54df-4656-ae34-143aa7b0f8a3 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021411 Apr 18 18:09:20.178666 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160bdf5-a984-4f27-860e-2b5e08b2085e req-a9d6363f-ce6a-4b8f-98a1-bb86af12838e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:20.181172 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8160bdf5-a984-4f27-860e-2b5e08b2085e req-a9d6363f-ce6a-4b8f-98a1-bb86af12838e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0581958 Apr 18 18:09:20.259834 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8160bdf5-a984-4f27-860e-2b5e08b2085e req-f56429be-b81e-4543-a548-27ae02f992a2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726366 Apr 18 18:09:20.272491 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d099bf7-8a58-4cb1-a96b-39df96deb62c req-93a4df83-b9a2-458d-a4c1-0f63fe2edfe2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:20.273951 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1d099bf7-8a58-4cb1-a96b-39df96deb62c req-93a4df83-b9a2-458d-a4c1-0f63fe2edfe2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0641642 Apr 18 18:09:20.334732 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1d099bf7-8a58-4cb1-a96b-39df96deb62c req-8821d7fa-8d36-43a8-b6ba-e5dab6aa01a8 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536344 Apr 18 18:09:20.704643 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:21.393402 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7bbf0-8ec4-4e2e-8bb2-fe3e1dde6988 req-671b7ed1-8d53-4087-9c19-d1e5fcae3dc0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:21.395109 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3af7bbf0-8ec4-4e2e-8bb2-fe3e1dde6988 req-671b7ed1-8d53-4087-9c19-d1e5fcae3dc0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0588846 Apr 18 18:09:21.491231 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094cd7-a984-42cb-9499-ca0ed7e9f52e req-1c03851e-e9f3-402a-96cd-c79ff932a64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:21.494445 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c6094cd7-a984-42cb-9499-ca0ed7e9f52e req-1c03851e-e9f3-402a-96cd-c79ff932a64b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0669248 Apr 18 18:09:21.496285 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3af7bbf0-8ec4-4e2e-8bb2-fe3e1dde6988 req-be8cac25-96a4-4d87-ab7e-07d0e534c159 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891702 Apr 18 18:09:21.545977 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c6094cd7-a984-42cb-9499-ca0ed7e9f52e req-296fbdcd-82e8-4dd2-a4ac-efa778ea6919 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457628 Apr 18 18:09:22.345497 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [req-3f20a1a9-6710-4157-9ab0-1498ed3a818a req-861d9fb5-f8b5-4361-b638-56672720cebb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:09:22.346534 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3f20a1a9-6710-4157-9ab0-1498ed3a818a req-861d9fb5-f8b5-4361-b638-56672720cebb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0948682 Apr 18 18:09:22.521230 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782d412-5f69-4892-8513-7dc79746eba3 req-9a1437cc-3a2c-472c-870d-8015ed7f6091 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:22.522757 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5782d412-5f69-4892-8513-7dc79746eba3 req-9a1437cc-3a2c-472c-870d-8015ed7f6091 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 945 time: 0.0644100 Apr 18 18:09:22.582844 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5782d412-5f69-4892-8513-7dc79746eba3 req-df6dfde2-db1f-41e9-897c-ca3d233e0c12 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529668 Apr 18 18:09:22.630377 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:09:22.686330 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d760-f034-4e97-9563-c287c974e434 req-f5839f77-a572-4f99-9fd0-c693d1c72678 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:22.693699 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0111d760-f034-4e97-9563-c287c974e434 req-f5839f77-a572-4f99-9fd0-c693d1c72678 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0653005 Apr 18 18:09:22.720734 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port e2c292ba-b2df-4ed6-852b-943673da0093 is: ACTIVE; New status is: DOWN {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:09:22.721158 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:22.747146 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:09:22.749861 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340d510c-6f47-4648-9b8c-23b9a1a52ca3" -d '{"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:09:22.751241 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0111d760-f034-4e97-9563-c287c974e434 req-0f1498cc-ecd4-4bbb-bba5-e0b93b35f8de tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561879 Apr 18 18:09:22.764978 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:22.780603 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:22.806436 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94e6534-0567-43ba-b0e4-073809a15c39 x-openstack-request-id: req-b94e6534-0567-43ba-b0e4-073809a15c39 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:09:22.806722 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-unplugged", "status": "failed", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093", "code": 422}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:09:22.807161 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94e6534-0567-43ba-b0e4-073809a15c39 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:09:22.807559 dv-cinder-838329-1-iscsi neutron-server[103433]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b94e6534-0567-43ba-b0e4-073809a15c39']: {'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'code': 422} returned with failed status Apr 18 18:09:22.837208 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=8']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:22.866336 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48336) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:22.921957 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48340) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:22.982339 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1854de48-b284-4b8a-adc0-f5a5971ea85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.024347 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-ac9e14ca-2ce1-497a-b3e9-de186f710df3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010795 Apr 18 18:09:23.035427 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-003063be-2c12-40b6-b810-fe92ebfe1725 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:09:23.036424 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-003063be-2c12-40b6-b810-fe92ebfe1725 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076823 Apr 18 18:09:23.097563 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1854de48-b284-4b8a-adc0-f5a5971ea85d admin admin] Publish callbacks [] for security_group (4a9e72bb-50af-4a94-90a6-c707c6485430), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.102677 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1854de48-b284-4b8a-adc0-f5a5971ea85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (4a9e72bb-50af-4a94-90a6-c707c6485430), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.148840 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1854de48-b284-4b8a-adc0-f5a5971ea85d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d8e9a199e9746d8b71281098dba0125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813838 Apr 18 18:09:23.150880 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854de48-b284-4b8a-adc0-f5a5971ea85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9e72bb-50af-4a94-90a6-c707c6485430,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:23.151983 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48348) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:23.195451 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48350) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:23.209465 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e303-9ce6-4f1b-9de1-7fb6324ac9ef admin admin] Publish callbacks [] for security_group (4a9e72bb-50af-4a94-90a6-c707c6485430), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.236043 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e303-9ce6-4f1b-9de1-7fb6324ac9ef admin admin] Publish callbacks [] for security_group (4a9e72bb-50af-4a94-90a6-c707c6485430), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.252116 dv-cinder-838329-1-iscsi neutron-server[103431]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 18:09:23.289344 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e303-9ce6-4f1b-9de1-7fb6324ac9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (4a9e72bb-50af-4a94-90a6-c707c6485430), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.292336 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6dd0e303-9ce6-4f1b-9de1-7fb6324ac9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.293914 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6dd0e303-9ce6-4f1b-9de1-7fb6324ac9ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a9e72bb-50af-4a94-90a6-c707c6485430 HTTP/1.1" status: 204 len: 168 time: 0.1408324 Apr 18 18:09:23.300872 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-63f2c310-96ae-4267-b8d0-90156771ce52 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:23.302507 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-63f2c310-96ae-4267-b8d0-90156771ce52 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports/e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 200 len: 940 time: 0.1058671 Apr 18 18:09:23.304685 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0e303-9ce6-4f1b-9de1-7fb6324ac9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9e72bb-50af-4a94-90a6-c707c6485430,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:23.657105 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48370) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:23.671321 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0399d716-9d84-41cc-968f-711d586f8821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.708981 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b24e0-0e45-47ad-8834-14de75f27eef req-21bf580d-a2c6-4891-87c2-3f99a0e8cd55 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:23.710565 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8c4b24e0-0e45-47ad-8834-14de75f27eef req-21bf580d-a2c6-4891-87c2-3f99a0e8cd55 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0584300 Apr 18 18:09:23.762566 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0399d716-9d84-41cc-968f-711d586f8821 admin admin] Publish callbacks [] for security_group (a379798f-1c3b-4013-9159-20d36f176f40), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.770472 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8c4b24e0-0e45-47ad-8834-14de75f27eef req-0a94423d-878a-4e26-a057-7c8bc4f2471e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528858 Apr 18 18:09:23.778036 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0399d716-9d84-41cc-968f-711d586f8821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a379798f-1c3b-4013-9159-20d36f176f40), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.814796 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0399d716-9d84-41cc-968f-711d586f8821 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e983f3bff784c60b6bd2ae328f55ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563733 Apr 18 18:09:23.817694 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48374) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:23.862835 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399d716-9d84-41cc-968f-711d586f8821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a379798f-1c3b-4013-9159-20d36f176f40,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:23.892738 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0577c-c663-4eec-a987-042f7c81cba0 req-c9fb21e8-7c58-4c1b-a9cc-bd7b3aa88418 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:23.894652 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d9d0577c-c663-4eec-a987-042f7c81cba0 req-c9fb21e8-7c58-4c1b-a9cc-bd7b3aa88418 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0572810 Apr 18 18:09:23.912559 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41daec12-e19b-486e-9092-c959840d9d16 admin admin] Publish callbacks [] for security_group (a379798f-1c3b-4013-9159-20d36f176f40), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.935559 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41daec12-e19b-486e-9092-c959840d9d16 admin admin] Publish callbacks [] for security_group (a379798f-1c3b-4013-9159-20d36f176f40), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.947219 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d9d0577c-c663-4eec-a987-042f7c81cba0 req-8045d375-1145-440c-9e2a-ce0dd25c1ab8 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459502 Apr 18 18:09:23.989693 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41daec12-e19b-486e-9092-c959840d9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a379798f-1c3b-4013-9159-20d36f176f40), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.992309 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-41daec12-e19b-486e-9092-c959840d9d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:23.996267 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-41daec12-e19b-486e-9092-c959840d9d16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a379798f-1c3b-4013-9159-20d36f176f40 HTTP/1.1" status: 204 len: 168 time: 0.1706495 Apr 18 18:09:24.008856 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daec12-e19b-486e-9092-c959840d9d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a379798f-1c3b-4013-9159-20d36f176f40,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:24.902898 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd3c6-24da-499c-902d-a780537a62b2 req-11687ebd-5e00-4c29-a721-958ec66bfce6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:24.904777 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-88cbd3c6-24da-499c-902d-a780537a62b2 req-11687ebd-5e00-4c29-a721-958ec66bfce6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0565867 Apr 18 18:09:24.959780 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-88cbd3c6-24da-499c-902d-a780537a62b2 req-1c1c9ab8-1f15-40d4-9baf-d2109bf26f4b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475833 Apr 18 18:09:25.082048 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4f9b5-d6b4-4431-b51b-2a845e40e242 req-e97ca58c-4d23-4e96-820e-256a465e74bd tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:25.083605 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-51f4f9b5-d6b4-4431-b51b-2a845e40e242 req-e97ca58c-4d23-4e96-820e-256a465e74bd tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0495260 Apr 18 18:09:25.134756 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-51f4f9b5-d6b4-4431-b51b-2a845e40e242 req-7d20a388-e24d-4334-ad8a-359791350ce7 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453768 Apr 18 18:09:25.206617 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-749d9b41-75ad-452f-a3de-1cc18ca14437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:25.219292 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-749d9b41-75ad-452f-a3de-1cc18ca14437 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9&tenant_id=981bfa9fc3e14aafa977143986f7d71f HTTP/1.1" status: 200 len: 1127 time: 0.0571532 Apr 18 18:09:25.286369 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-cab33663-434b-46fb-993d-7fd904e50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:25.288176 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-cab33663-434b-46fb-993d-7fd904e50db4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 1127 time: 0.0465891 Apr 18 18:09:25.386707 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-7ca29d79-0de4-480d-b7aa-583871661f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:25.388230 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-7ca29d79-0de4-480d-b7aa-583871661f8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.0924745 Apr 18 18:09:25.469601 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-2f8f5ba8-2601-4e1a-ad51-9de61d60544e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 200 len: 999 time: 0.0754266 Apr 18 18:09:25.525077 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-2304824d-116c-45fb-b1b4-800c95772642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:25.526787 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-2304824d-116c-45fb-b1b4-800c95772642 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.0507064 Apr 18 18:09:25.570203 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-3e467d90-a6b9-4202-8c74-73d2d3229274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:25.571882 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-3e467d90-a6b9-4202-8c74-73d2d3229274 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396674 Apr 18 18:09:25.675062 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-c5dd33ed-c439-44d1-b86b-5ef637c8d854 service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935507 Apr 18 18:09:25.785880 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8641fcf8-0522-492b-80c4-ac0cd98f3516 req-5fca096d-16eb-400e-98d2-f43f377495fa service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084588 Apr 18 18:09:26.114175 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3560b88-785a-4b9d-98e8-20330216b280 req-91f07694-ee89-459b-94d4-863e850e99be tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:26.115780 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d3560b88-785a-4b9d-98e8-20330216b280 req-91f07694-ee89-459b-94d4-863e850e99be tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0603147 Apr 18 18:09:26.141231 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48478) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:26.187254 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d3560b88-785a-4b9d-98e8-20330216b280 req-a098a5a3-a9b0-4be5-84ba-42959eb3ae92 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655248 Apr 18 18:09:26.285650 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243fa6c1-a6f9-4756-ad0f-2cea5578dc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:26.342877 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c44d2c-3ff9-4842-b10d-1d34cc31cf36 req-2d3fd267-01ee-4e1e-913d-35a4f73c60c5 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:26.345351 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-67c44d2c-3ff9-4842-b10d-1d34cc31cf36 req-2d3fd267-01ee-4e1e-913d-35a4f73c60c5 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0611012 Apr 18 18:09:26.385718 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243fa6c1-a6f9-4756-ad0f-2cea5578dc21 admin admin] Publish callbacks [] for security_group (70eb81ef-a2a7-4b6a-9511-017491cfd244), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:26.391107 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-243fa6c1-a6f9-4756-ad0f-2cea5578dc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (70eb81ef-a2a7-4b6a-9511-017491cfd244), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:26.406802 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-67c44d2c-3ff9-4842-b10d-1d34cc31cf36 req-7c5f66d5-08b0-4b11-8700-7362d75ae715 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532489 Apr 18 18:09:26.431647 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-243fa6c1-a6f9-4756-ad0f-2cea5578dc21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83e10fd24cda4a32a2fbded4b71dadeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892320 Apr 18 18:09:26.432526 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fa6c1-a6f9-4756-ad0f-2cea5578dc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb81ef-a2a7-4b6a-9511-017491cfd244,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:26.434397 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48494) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:26.489366 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6ca03210-ee7d-4894-895d-1c0f08e5cdd8 admin admin] Publish callbacks [] for security_group (70eb81ef-a2a7-4b6a-9511-017491cfd244), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:26.512378 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6ca03210-ee7d-4894-895d-1c0f08e5cdd8 admin admin] Publish callbacks [] for security_group (70eb81ef-a2a7-4b6a-9511-017491cfd244), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:26.579229 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6ca03210-ee7d-4894-895d-1c0f08e5cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (70eb81ef-a2a7-4b6a-9511-017491cfd244), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:26.585666 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6ca03210-ee7d-4894-895d-1c0f08e5cdd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:26.594534 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6ca03210-ee7d-4894-895d-1c0f08e5cdd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70eb81ef-a2a7-4b6a-9511-017491cfd244 HTTP/1.1" status: 204 len: 168 time: 0.1574240 Apr 18 18:09:26.613161 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca03210-ee7d-4894-895d-1c0f08e5cdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb81ef-a2a7-4b6a-9511-017491cfd244,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:27.001347 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48506) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:27.019656 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1d99842c-9945-4ec3-bf61-1421b5aaebaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:27.119858 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1d99842c-9945-4ec3-bf61-1421b5aaebaa admin admin] Publish callbacks [] for security_group (a72da07a-5349-4f61-81a6-19808b6abfb3), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:27.125975 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1d99842c-9945-4ec3-bf61-1421b5aaebaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a72da07a-5349-4f61-81a6-19808b6abfb3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:27.170655 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99842c-9945-4ec3-bf61-1421b5aaebaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72da07a-5349-4f61-81a6-19808b6abfb3,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:27.175990 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1d99842c-9945-4ec3-bf61-1421b5aaebaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=430871a6a4934e93afb82a29d858e9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734982 Apr 18 18:09:27.178855 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48508) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:27.278703 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-074006f8-f700-43f3-aa8b-a21b5ec2cb18 admin admin] Publish callbacks [] for security_group (a72da07a-5349-4f61-81a6-19808b6abfb3), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:27.343758 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-074006f8-f700-43f3-aa8b-a21b5ec2cb18 admin admin] Publish callbacks [] for security_group (a72da07a-5349-4f61-81a6-19808b6abfb3), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:27.440350 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c67f77-b9dc-4e34-a55b-8b034c7ba240 req-11dd78e4-f057-4fbb-a818-1f29bc5ca052 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:27.442005 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b0c67f77-b9dc-4e34-a55b-8b034c7ba240 req-11dd78e4-f057-4fbb-a818-1f29bc5ca052 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.1294892 Apr 18 18:09:27.513539 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-074006f8-f700-43f3-aa8b-a21b5ec2cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a72da07a-5349-4f61-81a6-19808b6abfb3), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:27.517427 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-074006f8-f700-43f3-aa8b-a21b5ec2cb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:27.519101 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-074006f8-f700-43f3-aa8b-a21b5ec2cb18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a72da07a-5349-4f61-81a6-19808b6abfb3 HTTP/1.1" status: 204 len: 168 time: 0.3386655 Apr 18 18:09:27.530778 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b0c67f77-b9dc-4e34-a55b-8b034c7ba240 req-3965073d-3ec0-4004-ba3a-65217a8f3130 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809543 Apr 18 18:09:27.551988 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074006f8-f700-43f3-aa8b-a21b5ec2cb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72da07a-5349-4f61-81a6-19808b6abfb3,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:27.598821 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e67bc-d4b6-4d6e-843d-5dece8577580 req-79405c6d-1014-42e6-86fa-39d09a49726a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:27.600878 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fb7e67bc-d4b6-4d6e-843d-5dece8577580 req-79405c6d-1014-42e6-86fa-39d09a49726a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0803754 Apr 18 18:09:27.684171 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fb7e67bc-d4b6-4d6e-843d-5dece8577580 req-3464dd3c-481d-4fb0-ab77-9121fdf53408 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775359 Apr 18 18:09:28.696483 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ab453-d84b-4f76-bba7-b84dd5a9fccc req-9d567a17-b660-4b4e-a445-dcff6d8b245f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:28.696483 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3c6ab453-d84b-4f76-bba7-b84dd5a9fccc req-9d567a17-b660-4b4e-a445-dcff6d8b245f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0751245 Apr 18 18:09:28.825131 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3c6ab453-d84b-4f76-bba7-b84dd5a9fccc req-3575a761-3399-4ab5-9d5b-1d5ad1a1a2ee tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203356 Apr 18 18:09:28.851741 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8de1c-c61a-4248-8723-cdcdc1ca1204 req-b09e647a-de88-46b0-85a9-969b7ccf5d5b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:28.859479 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-52d8de1c-c61a-4248-8723-cdcdc1ca1204 req-b09e647a-de88-46b0-85a9-969b7ccf5d5b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0992458 Apr 18 18:09:28.924716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-52d8de1c-c61a-4248-8723-cdcdc1ca1204 req-d8dabe18-4375-4b64-a9e8-6ba6c2ea8de7 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640707 Apr 18 18:09:29.977413 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b25f82-4c55-4f46-9fda-0f369bab6b05 req-9b117f41-8d0d-42ed-a5fb-6c8e9c6bc1be tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:29.979597 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-02b25f82-4c55-4f46-9fda-0f369bab6b05 req-9b117f41-8d0d-42ed-a5fb-6c8e9c6bc1be tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0626178 Apr 18 18:09:30.070576 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-02b25f82-4c55-4f46-9fda-0f369bab6b05 req-e9da9231-ab3a-4af4-97b5-a4fca0889d9a tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789330 Apr 18 18:09:30.083353 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e138fa-b824-45f5-b2bc-d063cb647986 req-b842b0d5-045e-4a31-9024-f49d240bfd53 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:30.085503 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d7e138fa-b824-45f5-b2bc-d063cb647986 req-b842b0d5-045e-4a31-9024-f49d240bfd53 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0711005 Apr 18 18:09:30.146921 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d7e138fa-b824-45f5-b2bc-d063cb647986 req-d93a74f6-fde1-41eb-bbda-7ebd674da4fc tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543592 Apr 18 18:09:31.221551 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef879d1-c879-466f-b8be-ddb57cba5020 req-8c6506aa-3dae-434f-8c45-cccd9cab2d87 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:31.224327 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fef879d1-c879-466f-b8be-ddb57cba5020 req-8c6506aa-3dae-434f-8c45-cccd9cab2d87 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0713606 Apr 18 18:09:31.293082 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fef879d1-c879-466f-b8be-ddb57cba5020 req-b09b0557-5755-4581-bd2b-5a122cffe003 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610061 Apr 18 18:09:31.339834 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e9a85-625f-421b-9e1c-620b30035ea8 req-c49a6a51-b876-4a0b-aeca-3040c53b4e0b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:31.341770 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-885e9a85-625f-421b-9e1c-620b30035ea8 req-c49a6a51-b876-4a0b-aeca-3040c53b4e0b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0711570 Apr 18 18:09:31.398596 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-885e9a85-625f-421b-9e1c-620b30035ea8 req-68fa02bf-f5fa-4bb6-87c2-81d99bb7f110 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510175 Apr 18 18:09:31.498849 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:32.438048 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480356a9-f7e5-4919-bbbd-0f79670acbca req-39f5cfd3-64c8-4acb-a07d-a4c9979ffad5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:32.440696 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-480356a9-f7e5-4919-bbbd-0f79670acbca req-39f5cfd3-64c8-4acb-a07d-a4c9979ffad5 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0605800 Apr 18 18:09:32.533923 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-480356a9-f7e5-4919-bbbd-0f79670acbca req-6a11c692-875f-407c-b4a8-c6a965f73faf tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873623 Apr 18 18:09:32.548787 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b211c-45b0-4006-8a6b-af9fdc3b4891 req-80f53fe1-4b17-42c7-91a6-39e170ea1273 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:32.550356 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0a4b211c-45b0-4006-8a6b-af9fdc3b4891 req-80f53fe1-4b17-42c7-91a6-39e170ea1273 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0704179 Apr 18 18:09:32.614600 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0a4b211c-45b0-4006-8a6b-af9fdc3b4891 req-aadf916e-ac1e-4414-a286-6ebc0b417cb2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512192 Apr 18 18:09:33.689095 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035cfd6-66b0-4ae0-a686-ab58f8a2523c req-4d5c8e93-d60a-457b-a8e7-849f211c78b0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:33.697304 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a035cfd6-66b0-4ae0-a686-ab58f8a2523c req-4d5c8e93-d60a-457b-a8e7-849f211c78b0 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0801687 Apr 18 18:09:33.780213 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a035cfd6-66b0-4ae0-a686-ab58f8a2523c req-a87c8662-a8bf-4fb4-85b0-1b3d84d9fb18 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818074 Apr 18 18:09:33.819031 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a5e60-a4dd-4a3f-8f82-452e7e367258 req-574fe0e7-9f6f-46bd-a757-947b1cd27df9 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:33.820737 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f56a5e60-a4dd-4a3f-8f82-452e7e367258 req-574fe0e7-9f6f-46bd-a757-947b1cd27df9 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0599904 Apr 18 18:09:33.878616 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f56a5e60-a4dd-4a3f-8f82-452e7e367258 req-d2928357-e0f2-42d6-b947-f9b2b833a784 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473993 Apr 18 18:09:34.914129 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219850d6-fe3c-4e32-946b-3855ddeba059 req-386c9a69-e2fa-473f-80bc-f056e1162ef6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:34.915818 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-219850d6-fe3c-4e32-946b-3855ddeba059 req-386c9a69-e2fa-473f-80bc-f056e1162ef6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0518646 Apr 18 18:09:34.983043 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-219850d6-fe3c-4e32-946b-3855ddeba059 req-0049cdee-f488-4bf7-bd52-d0f356e43c97 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602539 Apr 18 18:09:35.036560 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8bed5-f2c0-48c8-af04-24f5502ef036 req-50f26348-b05f-40d3-a4d5-7763281ba7b0 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:35.042437 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58d8bed5-f2c0-48c8-af04-24f5502ef036 req-50f26348-b05f-40d3-a4d5-7763281ba7b0 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0772476 Apr 18 18:09:35.100401 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58d8bed5-f2c0-48c8-af04-24f5502ef036 req-c283abcc-928b-4ad3-8ec5-74316a3e88c2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528510 Apr 18 18:09:35.758991 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13c22-2f33-426a-b803-f040166e3550 req-323c33b5-ff1b-4c15-b86b-492d84b55e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:35.760520 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8af13c22-2f33-426a-b803-f040166e3550 req-323c33b5-ff1b-4c15-b86b-492d84b55e23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0969e297d5542c994c55560f17c6cc7&device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1129 time: 0.0454156 Apr 18 18:09:36.129622 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b56a9a-695f-46ab-8418-da23110021c4 req-7e592af1-a273-4ee0-b3aa-35fe8cf3b564 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:36.131158 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-51b56a9a-695f-46ab-8418-da23110021c4 req-7e592af1-a273-4ee0-b3aa-35fe8cf3b564 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0487239 Apr 18 18:09:36.181410 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-51b56a9a-695f-46ab-8418-da23110021c4 req-d4c5114c-245b-425b-bdd8-f6cfa47938b4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445516 Apr 18 18:09:36.285085 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a62af-2151-4e3f-8501-ffcff893bb5e req-776bad15-7e91-4542-ad87-f445a265723f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:36.286658 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d2a62af-2151-4e3f-8501-ffcff893bb5e req-776bad15-7e91-4542-ad87-f445a265723f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0524440 Apr 18 18:09:36.349778 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d2a62af-2151-4e3f-8501-ffcff893bb5e req-d72a5309-ef38-42d8-be1f-c5b5a32dfe93 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571847 Apr 18 18:09:36.580392 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13c22-2f33-426a-b803-f040166e3550 req-818944de-87b2-4264-8dee-0848364be326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:36.582977 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8af13c22-2f33-426a-b803-f040166e3550 req-818944de-87b2-4264-8dee-0848364be326 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 200 len: 909 time: 0.0971828 Apr 18 18:09:36.916365 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8af13c22-2f33-426a-b803-f040166e3550 req-83bf8818-3ad5-4749-b02d-44dce811654b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 999 time: 0.0632849 Apr 18 18:09:36.968929 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13c22-2f33-426a-b803-f040166e3550 req-41e7988b-e2e1-4724-8a8b-50f292b41948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:36.970455 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8af13c22-2f33-426a-b803-f040166e3550 req-41e7988b-e2e1-4724-8a8b-50f292b41948 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15a8ef12-8c13-45de-b8f8-603275a78695 HTTP/1.1" status: 200 len: 848 time: 0.0466032 Apr 18 18:09:37.019619 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13c22-2f33-426a-b803-f040166e3550 req-92612380-7014-4caa-af5e-4d4960a6f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:37.021191 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8af13c22-2f33-426a-b803-f040166e3550 req-92612380-7014-4caa-af5e-4d4960a6f694 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60e61468-d32f-4ab1-986f-5153b13a0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443149 Apr 18 18:09:37.118005 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8af13c22-2f33-426a-b803-f040166e3550 req-473f0911-b5ec-4409-b89f-1ebc8dc784b3 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892274 Apr 18 18:09:37.216063 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8af13c22-2f33-426a-b803-f040166e3550 req-5a212874-ce45-443c-b370-e04073af9d44 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913489 Apr 18 18:09:37.305740 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a130956-e26b-40fe-ae1d-6dd9afd5b16e req-1f122ee2-b009-4c1c-a8d6-99248bab0f1b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:37.307245 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3a130956-e26b-40fe-ae1d-6dd9afd5b16e req-1f122ee2-b009-4c1c-a8d6-99248bab0f1b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0489683 Apr 18 18:09:37.355436 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3a130956-e26b-40fe-ae1d-6dd9afd5b16e req-9e001fdb-880e-47c5-b354-15e261fe30a7 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424984 Apr 18 18:09:37.471196 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c0da2-b8c2-4630-a167-38146aa51d78 req-b3d8f276-656c-4da4-81c5-1a10a18ebf01 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:37.472583 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-580c0da2-b8c2-4630-a167-38146aa51d78 req-b3d8f276-656c-4da4-81c5-1a10a18ebf01 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0487690 Apr 18 18:09:37.526193 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-580c0da2-b8c2-4630-a167-38146aa51d78 req-5074b4fb-22f5-4094-ba2a-0a6c68f0eceb tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480864 Apr 18 18:09:38.487124 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce00c0-e108-49b2-b0ea-fe02de51e9cb req-3f642a71-0e2b-47f6-a1d2-31c8ec57aa6e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:38.488736 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3cce00c0-e108-49b2-b0ea-fe02de51e9cb req-3f642a71-0e2b-47f6-a1d2-31c8ec57aa6e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 943 time: 0.0528283 Apr 18 18:09:38.539892 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3cce00c0-e108-49b2-b0ea-fe02de51e9cb req-f8fea9ee-125a-47bf-8490-b5510e221ed9 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449951 Apr 18 18:09:38.645079 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f7a15-9471-41bc-8374-164b69c7b116 req-ebc9e9c8-fe33-444e-b44c-e4fca670492e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:38.646604 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d36f7a15-9471-41bc-8374-164b69c7b116 req-ebc9e9c8-fe33-444e-b44c-e4fca670492e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Apr 18 18:09:38.696969 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d36f7a15-9471-41bc-8374-164b69c7b116 req-986e4b70-a727-49f6-97ae-5d153f58bc2e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446482 Apr 18 18:09:38.700853 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:09:38.930944 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:38.943026 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'port_id': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'mac_address': 'fa:16:3e:46:c4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:09:38.981747 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port e2c292ba-b2df-4ed6-852b-943673da0093 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:09:38.982140 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:38.997387 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c292ba-b2df-4ed6-852b-943673da0093 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:09:39.018034 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:39.023626 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:39.082128 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=9']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:39.252657 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['e2c292ba-b2df-4ed6-852b-943673da0093'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:09:39.667811 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4f30a-8d08-4dcb-b4fd-a85d0305b208 req-2e1ca187-2aa1-45d7-a478-0eabb781001e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:39.669319 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cea4f30a-8d08-4dcb-b4fd-a85d0305b208 req-2e1ca187-2aa1-45d7-a478-0eabb781001e tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 944 time: 0.0554574 Apr 18 18:09:39.726185 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cea4f30a-8d08-4dcb-b4fd-a85d0305b208 req-869fc0b7-9dff-424a-8034-a3236beb026d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501349 Apr 18 18:09:39.818064 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2560f4-fa23-4999-a1af-30d7e88db11e req-60932235-6c33-4648-b12a-cc66b824816b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:39.819633 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8f2560f4-fa23-4999-a1af-30d7e88db11e req-60932235-6c33-4648-b12a-cc66b824816b tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0524521 Apr 18 18:09:39.879111 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8f2560f4-fa23-4999-a1af-30d7e88db11e req-d43fa345-f465-4e48-a770-2883f9b04e66 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537891 Apr 18 18:09:40.010644 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e77ceb-5927-4770-8e88-4d5b6ebb930d req-731d2fdb-a063-45cf-8c6c-2d47a83d0028 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:40.012353 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c0e77ceb-5927-4770-8e88-4d5b6ebb930d req-731d2fdb-a063-45cf-8c6c-2d47a83d0028 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0525723 Apr 18 18:09:40.104514 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-3cf75c28-6a3d-42f4-a341-4a2a1bc76875 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0605793 Apr 18 18:09:40.169842 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c0e77ceb-5927-4770-8e88-4d5b6ebb930d req-0ae18863-094f-4fd6-b205-c6f8cde0f5f7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469557 Apr 18 18:09:40.193986 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd42755-7a12-4b0e-a9f0-cad3fe979082 req-0230d348-eb78-4b0a-8744-282fd9f94311 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:40.195478 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1dd42755-7a12-4b0e-a9f0-cad3fe979082 req-0230d348-eb78-4b0a-8744-282fd9f94311 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.1144235 Apr 18 18:09:40.245547 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-d951552e-7e73-4f62-ab1e-ac8c01827f0c tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:40.246908 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-d951552e-7e73-4f62-ab1e-ac8c01827f0c tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports/31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 942 time: 0.0709689 Apr 18 18:09:40.279035 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1dd42755-7a12-4b0e-a9f0-cad3fe979082 req-b2a5c1c8-06eb-450d-8bde-22727e2ba355 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633240 Apr 18 18:09:40.711754 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:09:40.759506 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port e2c292ba-b2df-4ed6-852b-943673da0093 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:09:40.760170 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:40.839027 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port e2c292ba-b2df-4ed6-852b-943673da0093 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:09:40.839414 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:40.858136 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31991a1e-b3ec-4b77-95e0-219409dbd207 req-08b8aa78-5e7b-404f-bb9c-10f8ec64830d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:40.860422 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-31991a1e-b3ec-4b77-95e0-219409dbd207 req-08b8aa78-5e7b-404f-bb9c-10f8ec64830d tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 944 time: 0.0515411 Apr 18 18:09:40.863551 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:09:40.865779 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd11aafb-06f3-40f6-b948-56ef1361ead0" -d '{"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-plugged", "status": "completed", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:09:40.879182 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:40.884308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:40.911150 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-31991a1e-b3ec-4b77-95e0-219409dbd207 req-1ccb5055-0dc4-498f-a392-6c08364127fb tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443289 Apr 18 18:09:40.915177 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b43bcd9-41e8-418d-97ff-03cd0698848c x-openstack-request-id: req-6b43bcd9-41e8-418d-97ff-03cd0698848c {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:09:40.915493 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-plugged", "status": "completed", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:09:40.915762 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b43bcd9-41e8-418d-97ff-03cd0698848c {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:09:40.916172 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b43bcd9-41e8-418d-97ff-03cd0698848c'] response: {'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'code': 200} Apr 18 18:09:40.941190 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=10']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:41.289762 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893da87-9c71-4051-be30-7f9e951f24ce req-7cf2afbe-fecb-4fe1-9c46-a523033993e7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:41.291252 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f893da87-9c71-4051-be30-7f9e951f24ce req-7cf2afbe-fecb-4fe1-9c46-a523033993e7 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0488043 Apr 18 18:09:41.342114 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f893da87-9c71-4051-be30-7f9e951f24ce req-fcf839cc-a991-4fd0-9848-f6f32d3a21cb tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451190 Apr 18 18:09:41.418511 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cd324-3db6-49c7-a584-489a34324987 req-5450e76e-19ff-4a30-be57-c844d27da176 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:41.419982 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-511cd324-3db6-49c7-a584-489a34324987 req-5450e76e-19ff-4a30-be57-c844d27da176 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0566206 Apr 18 18:09:41.481368 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-511cd324-3db6-49c7-a584-489a34324987 req-e7ce4927-2bc5-4470-af3c-333ed5ec21e6 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534909 Apr 18 18:09:41.902632 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdab54-b655-404c-bd98-c5999386aef1 req-62b1a2d4-78c5-41db-b17b-64e5067a197e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:41.904083 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64bdab54-b655-404c-bd98-c5999386aef1 req-62b1a2d4-78c5-41db-b17b-64e5067a197e tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0760691 Apr 18 18:09:41.905119 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303b395-d45f-4558-a377-43c805ae8856 req-395ab551-16de-4877-a1b5-799e97cf9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:41.907214 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0303b395-d45f-4558-a377-43c805ae8856 req-395ab551-16de-4877-a1b5-799e97cf9434 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0712235 Apr 18 18:09:42.012315 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0303b395-d45f-4558-a377-43c805ae8856 req-eb30dfde-5ccb-4214-b510-451971abf741 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940340 Apr 18 18:09:42.026766 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Deleting port f69bcefd-d4aa-4520-b622-7b2f83e459c6 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:09:42.027026 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:42.031680 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441f708-bdc7-4cb6-a081-0f84470b6eee req-e10ca747-67e5-4cc2-86d2-261b0b5840f2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:42.033155 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4441f708-bdc7-4cb6-a081-0f84470b6eee req-e10ca747-67e5-4cc2-86d2-261b0b5840f2 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 946 time: 0.0466998 Apr 18 18:09:42.080233 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4441f708-bdc7-4cb6-a081-0f84470b6eee req-dbe58cd2-878d-4718-bfe1-e6eb726a6239 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414052 Apr 18 18:09:42.117325 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] For port f69bcefd-d4aa-4520-b622-7b2f83e459c6, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=f69bcefd-d4aa-4520-b622-7b2f83e459c6,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:42.117684 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:42.313792 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:42.314136 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (d05d8222-8d05-4787-b5f9-fc0a4bbc7971), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:42.314504 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Floating IP d05d8222-8d05-4787-b5f9-fc0a4bbc7971 disassociated. External IP: 172.27.3.180, port: f69bcefd-d4aa-4520-b622-7b2f83e459c6. Apr 18 18:09:42.314909 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Calling delete_port for f69bcefd-d4aa-4520-b622-7b2f83e459c6 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:09:42.469657 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3f93a-48b4-44f0-a03c-2e6651fa4605 req-bf24bdaa-16a6-4ed1-81a0-a83fbc834ce1 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:42.471341 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (f69bcefd-d4aa-4520-b622-7b2f83e459c6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:42.471526 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9fc3f93a-48b4-44f0-a03c-2e6651fa4605 req-bf24bdaa-16a6-4ed1-81a0-a83fbc834ce1 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 945 time: 0.0516682 Apr 18 18:09:42.505437 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event deleted for resources: {'Port': ['ID=f69bcefd-d4aa-4520-b622-7b2f83e459c6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:42.549939 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9fc3f93a-48b4-44f0-a03c-2e6651fa4605 req-49105029-b477-4979-8770-0df494a848a1 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups?id=4114c49e-de55-41af-aaaf-6839167b27a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703642 Apr 18 18:09:42.556694 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.564906 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.568496 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:42.627123 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325e4f7-8c35-47c4-a857-202d64b3a28b req-b339f18a-1851-4c07-9722-78da093e2c7a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:42.628624 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a325e4f7-8c35-47c4-a857-202d64b3a28b req-b339f18a-1851-4c07-9722-78da093e2c7a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0501499 Apr 18 18:09:42.643446 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Router 8d7a4bc8-2bae-4ead-a655-a12df851224a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:09:42.681211 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a325e4f7-8c35-47c4-a857-202d64b3a28b req-34f72dd9-0dfc-42cf-9326-6abceebd553e tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468416 Apr 18 18:09:42.732195 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 31edfd61-9c79-4d50-ae81-36b1970565d0 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:09:42.757958 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:09:42.772488 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] Sync routers for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:09:42.786373 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:09:42.786373 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:09:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:42.823669 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] No DVR routers for this DVR port f69bcefd-d4aa-4520-b622-7b2f83e459c6 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:09:42.826527 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:42.832685 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64bdab54-b655-404c-bd98-c5999386aef1 req-52046cdc-4479-4ba9-80ac-f8db25524a80 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.15 "DELETE /v2.0/ports/f69bcefd-d4aa-4520-b622-7b2f83e459c6 HTTP/1.1" status: 204 len: 173 time: 0.9154444 Apr 18 18:09:42.833180 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'name': 'network-vif-deleted', 'tag': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:09:42.833331 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 31edfd61-9c79-4d50-ae81-36b1970565d0 is: ACTIVE; New status is: DOWN {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:09:42.833698 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:42.835757 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3f239c-a875-4d4c-a301-618cbe6eb905" -d '{"events": [{"server_uuid": "8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f", "name": "network-vif-deleted", "tag": "f69bcefd-d4aa-4520-b622-7b2f83e459c6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:09:42.880992 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ac380-260c-4405-a19c-54b7ca1abbfd x-openstack-request-id: req-859ac380-260c-4405-a19c-54b7ca1abbfd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:09:42.881211 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:42.881511 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f", "name": "network-vif-deleted", "tag": "f69bcefd-d4aa-4520-b622-7b2f83e459c6", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:09:42.881860 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-859ac380-260c-4405-a19c-54b7ca1abbfd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:09:42.882464 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859ac380-260c-4405-a19c-54b7ca1abbfd'] response: {'server_uuid': '8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f', 'name': 'network-vif-deleted', 'tag': 'f69bcefd-d4aa-4520-b622-7b2f83e459c6', 'status': 'completed', 'code': 200} Apr 18 18:09:42.895472 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:42.921223 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:09:42.923903 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857b7160-d70a-4ccf-8d6b-0a4a140c5f8f" -d '{"events": [{"server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "name": "network-vif-unplugged", "status": "completed", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:09:42.934973 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:09:42.958003 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=6']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:42.980239 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5533e58d-47c6-463e-9fd0-64bbed40a1f9 x-openstack-request-id: req-5533e58d-47c6-463e-9fd0-64bbed40a1f9 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:09:42.980840 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "name": "network-vif-unplugged", "status": "completed", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:09:42.981318 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5533e58d-47c6-463e-9fd0-64bbed40a1f9 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:09:42.982214 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5533e58d-47c6-463e-9fd0-64bbed40a1f9'] response: {'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'code': 200} Apr 18 18:09:43.149069 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-c052b276-8c50-49b0-9fe5-d9d7da8c726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:43.150876 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-c052b276-8c50-49b0-9fe5-d9d7da8c726d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04&tenant_id=f0969e297d5542c994c55560f17c6cc7 HTTP/1.1" status: 200 len: 1127 time: 0.0521407 Apr 18 18:09:43.164620 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:43.196279 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] Checking router: 8d7a4bc8-2bae-4ead-a655-a12df851224a for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:09:43.206157 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:09:43.206887 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:09:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:43.239588 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65481784-0300-478a-bb82-cac573b1f086 req-2dfa823c-b173-4865-b142-75d21aeb3537 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:43.248692 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-65481784-0300-478a-bb82-cac573b1f086 req-2dfa823c-b173-4865-b142-75d21aeb3537 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 946 time: 0.0836003 Apr 18 18:09:43.327499 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-2ac4d893-b748-4d43-a624-01fd8832e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:43.329234 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-2ac4d893-b748-4d43-a624-01fd8832e730 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0969e297d5542c994c55560f17c6cc7&device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1127 time: 0.0979822 Apr 18 18:09:43.329742 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-65481784-0300-478a-bb82-cac573b1f086 req-c852bf98-19da-481f-8e7a-bd7a7cab937f tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748861 Apr 18 18:09:43.354543 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:09:43.576008 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:43.698730 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-21fc086f-690c-488b-bc9a-b3d15aff452d req-14e1d16d-40c9-4203-aabb-6a77e1f4ce88 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d8fa8e3-b0e8-46e9-8345-d33ec3a1929f HTTP/1.1" status: 200 len: 210 time: 0.0404997 Apr 18 18:09:43.722192 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbdbcd7-cf16-4fdc-a15a-d04aa0c01ab4 None None] The sync data for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi is: [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:09Z', 'revision_number': 4, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '06306f95-a2db-4b44-b20e-11a966c56054', 'name': '', 'network_id': '521bf463-31b7-4a75-8eed-a6e766fc9039', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'mac_address': 'fa:16:3e:04:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:08Z', 'updated_at': '2022-04-18T18:03:19Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'subnets': [{'id': 'd260d51e-30b8-4dc3-9970-b7289c2de481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:09:43.842297 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dccdb-d1c3-4874-893d-891a24da1282 req-cf1cf7db-ddfc-4831-98f3-5f0521215a23 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:43.843231 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-b61a37fa-a847-4f80-bd0d-c62352fbfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:43.844987 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-b61a37fa-a847-4f80-bd0d-c62352fbfcc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 200 len: 909 time: 0.1361668 Apr 18 18:09:43.845355 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9b4dccdb-d1c3-4874-893d-891a24da1282 req-cf1cf7db-ddfc-4831-98f3-5f0521215a23 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0743611 Apr 18 18:09:43.901520 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9b4dccdb-d1c3-4874-893d-891a24da1282 req-8e9b81a3-39a2-4f0b-8a53-b42b15a8481a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504584 Apr 18 18:09:44.004911 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-a48fb142-507f-4503-8fd2-23056b6aa1b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 997 time: 0.0971203 Apr 18 18:09:44.094179 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-8f20d25f-38ad-481d-b70a-f9cee95623fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:44.095942 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-8f20d25f-38ad-481d-b70a-f9cee95623fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15a8ef12-8c13-45de-b8f8-603275a78695 HTTP/1.1" status: 200 len: 848 time: 0.0853717 Apr 18 18:09:44.103139 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc612f-e028-42fd-a088-c93623401a91 None None] New status for floating IP d05d8222-8d05-4787-b5f9-fc0a4bbc7971: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:09:44.196409 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-a46310e0-6f9d-47f2-ad7e-0960a7d7002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:44.198562 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-a46310e0-6f9d-47f2-ad7e-0960a7d7002c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60e61468-d32f-4ab1-986f-5153b13a0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546644 Apr 18 18:09:44.346763 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-2451d6b9-1cc6-42bb-87f9-9002e34b6a4b service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396222 Apr 18 18:09:44.410690 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d487-d2c2-4290-b975-8690b8fd6d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:44.473833 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeda72-1295-449d-ba4a-2ed5af841d43 req-28006a5d-3f54-4684-868a-c4de61916106 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:44.475952 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a8aeda72-1295-449d-ba4a-2ed5af841d43 req-28006a5d-3f54-4684-868a-c4de61916106 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 946 time: 0.0563958 Apr 18 18:09:44.480149 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-769d4d3f-98c0-4b7c-b5e4-4bf4cb2c8682 req-b9fdafc3-17e0-4f1f-97c2-de97ab8ccbc8 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199155 Apr 18 18:09:44.529288 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a8aeda72-1295-449d-ba4a-2ed5af841d43 req-cfa701d5-20c2-4aa3-85a9-d604a11e7177 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473726 Apr 18 18:09:44.789903 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48816) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:44.849202 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cc3530ae-a02d-4f46-8ffa-0c450e183596 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (4114c49e-de55-41af-aaaf-6839167b27a3), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:44.873313 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cc3530ae-a02d-4f46-8ffa-0c450e183596 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (4114c49e-de55-41af-aaaf-6839167b27a3), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:44.925791 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cc3530ae-a02d-4f46-8ffa-0c450e183596 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (4114c49e-de55-41af-aaaf-6839167b27a3), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:44.929162 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cc3530ae-a02d-4f46-8ffa-0c450e183596 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:44.930384 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-cc3530ae-a02d-4f46-8ffa-0c450e183596 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "DELETE /v2.0/security-groups/4114c49e-de55-41af-aaaf-6839167b27a3 HTTP/1.1" status: 204 len: 168 time: 0.1394389 Apr 18 18:09:44.933205 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48818) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:44.942162 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3530ae-a02d-4f46-8ffa-0c450e183596 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4114c49e-de55-41af-aaaf-6839167b27a3,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:45.051119 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87422a6-b5e6-4ea3-9c13-8fe77f8cd4c7 req-51442f76-3243-4244-901b-e429c455b567 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:45.052709 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a87422a6-b5e6-4ea3-9c13-8fe77f8cd4c7 req-51442f76-3243-4244-901b-e429c455b567 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0509493 Apr 18 18:09:45.106966 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a87422a6-b5e6-4ea3-9c13-8fe77f8cd4c7 req-601aca96-daaf-4979-a879-ec54eb9cba28 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481472 Apr 18 18:09:45.211062 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-bd69ee3c-e810-4672-b042-c3e504170cde tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] show failed (client error): The resource could not be found. Apr 18 18:09:45.212116 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bd69ee3c-e810-4672-b042-c3e504170cde tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "GET /v2.0/security-groups/4114c49e-de55-41af-aaaf-6839167b27a3 HTTP/1.1" status: 404 len: 347 time: 0.2779245 Apr 18 18:09:45.214963 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48822) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:45.335200 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Deleting port 7a776e1c-0f5c-4135-85c8-57c7706d7903 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:09:45.335459 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (7a776e1c-0f5c-4135-85c8-57c7706d7903), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:45.410740 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (7a776e1c-0f5c-4135-85c8-57c7706d7903), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:45.411067 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (7a776e1c-0f5c-4135-85c8-57c7706d7903), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:45.425150 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Calling delete_port for 7a776e1c-0f5c-4135-85c8-57c7706d7903 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:09:45.566892 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (7a776e1c-0f5c-4135-85c8-57c7706d7903), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:45.593536 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Pushing event deleted for resources: {'Port': ['ID=7a776e1c-0f5c-4135-85c8-57c7706d7903,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:45.659622 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks [] for floatingip (d05d8222-8d05-4787-b5f9-fc0a4bbc7971), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:45.662207 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:45.663422 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0aad0a0a-d034-475b-99e2-b4887a05c2a4 tempest-AttachVolumeTestJSON-1417590291 tempest-AttachVolumeTestJSON-1417590291-project] 10.222.0.20 "DELETE /v2.0/floatingips/d05d8222-8d05-4787-b5f9-fc0a4bbc7971 HTTP/1.1" status: 204 len: 168 time: 0.4475522 Apr 18 18:09:46.229780 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd6c5-20cb-44ad-88ac-0f4b8042949d req-d8c5d930-1421-4317-9628-eb8d6a998ff2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:46.231302 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b30bd6c5-20cb-44ad-88ac-0f4b8042949d req-d8c5d930-1421-4317-9628-eb8d6a998ff2 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0470095 Apr 18 18:09:46.286043 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-b30bd6c5-20cb-44ad-88ac-0f4b8042949d req-feb581f0-98fb-456a-8fdd-24abbccb2080 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488770 Apr 18 18:09:46.582334 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59113706-e685-466d-bc99-5c4abe94e652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:47.296998 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device f69bcefd-d4aa-4520-b622-7b2f83e459c6 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:09:47.318191 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: f69bcefd-d4aa-4520-b622-7b2f83e459c6 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:09:47.318762 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device f69bcefd-d4aa-4520-b622-7b2f83e459c6 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:09:47.406220 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed9ff3-c2c9-42c8-8430-8a95e8a3b636 req-fb13f08b-5958-4f33-bfa9-15b3d6e9f2a4 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:47.407957 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ffed9ff3-c2c9-42c8-8430-8a95e8a3b636 req-fb13f08b-5958-4f33-bfa9-15b3d6e9f2a4 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0485563 Apr 18 18:09:47.465130 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ffed9ff3-c2c9-42c8-8430-8a95e8a3b636 req-1f3e5fd7-7488-47d5-9385-2b68f3d14907 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512750 Apr 18 18:09:47.833132 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:48.585642 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388472f-4c96-4d75-a9b2-721fdd3937c4 req-50ce14e3-10d1-40c8-a95a-21c17635eb31 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:48.587471 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6388472f-4c96-4d75-a9b2-721fdd3937c4 req-50ce14e3-10d1-40c8-a95a-21c17635eb31 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0500765 Apr 18 18:09:48.638629 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6388472f-4c96-4d75-a9b2-721fdd3937c4 req-b110768a-948b-4835-965d-c4ff12e3bf70 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445724 Apr 18 18:09:49.151042 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:49.745890 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:09:49.758649 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82202ca-547a-42f4-9217-8985ae9e9d59 req-ded15e21-7e13-4b88-8610-ff3fd72c1aaa tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:49.760150 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d82202ca-547a-42f4-9217-8985ae9e9d59 req-ded15e21-7e13-4b88-8610-ff3fd72c1aaa tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0532990 Apr 18 18:09:49.813666 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d82202ca-547a-42f4-9217-8985ae9e9d59 req-228f60e4-8680-45c2-b38f-b234fb98c12c tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463824 Apr 18 18:09:50.707386 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:50.938767 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d8cae-e4fd-437c-88ea-f77d221b3528 req-9b221ed2-ed2a-43b6-8151-1f37956def4f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:50.940493 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bd4d8cae-e4fd-437c-88ea-f77d221b3528 req-9b221ed2-ed2a-43b6-8151-1f37956def4f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0481234 Apr 18 18:09:50.992192 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-bd4d8cae-e4fd-437c-88ea-f77d221b3528 req-b39133aa-c960-4827-8d38-b57465abd08a tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 Apr 18 18:09:51.316861 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48888) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:51.824473 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (8d7a4bc8-2bae-4ead-a655-a12df851224a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:52.061856 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Deleting port 06306f95-a2db-4b44-b20e-11a966c56054 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:09:52.062199 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (06306f95-a2db-4b44-b20e-11a966c56054), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:52.114866 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45fa00-0bed-437a-ad46-cfb25d339dfd req-53f42868-ed03-4fab-a0bb-004fc3813677 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:52.116971 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9c45fa00-0bed-437a-ad46-cfb25d339dfd req-53f42868-ed03-4fab-a0bb-004fc3813677 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0531430 Apr 18 18:09:52.148642 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] For port 06306f95-a2db-4b44-b20e-11a966c56054, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=06306f95-a2db-4b44-b20e-11a966c56054,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:52.149019 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (06306f95-a2db-4b44-b20e-11a966c56054), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:52.164959 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Calling delete_port for 06306f95-a2db-4b44-b20e-11a966c56054 owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:09:52.169438 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9c45fa00-0bed-437a-ad46-cfb25d339dfd req-fbd9b54b-a281-4a16-8238-09edd9127386 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467966 Apr 18 18:09:52.351136 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (06306f95-a2db-4b44-b20e-11a966c56054), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:52.377131 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Pushing event deleted for resources: {'Port': ['ID=06306f95-a2db-4b44-b20e-11a966c56054,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:52.559970 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (8d7a4bc8-2bae-4ead-a655-a12df851224a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:52.787477 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Router 8d7a4bc8-2bae-4ead-a655-a12df851224a has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:09:52.900275 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:09:52.906548 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b860d83a-a2af-439e-ba92-7ef69e1a65ee admin admin] 10.222.0.20 "PUT /v2.0/routers/8d7a4bc8-2bae-4ead-a655-a12df851224a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881248 Apr 18 18:09:52.908192 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48898) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:52.909573 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] Sync routers for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:09:52.920095 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:09:52.921402 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:09:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:53.016849 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks [] for router (8d7a4bc8-2bae-4ead-a655-a12df851224a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.032368 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:09:53.125031 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks [] for router_gateway (8d7a4bc8-2bae-4ead-a655-a12df851224a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.171338 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Deleting port 7707080a-c6c7-4923-a564-a37ee8e3f9a8 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:09:53.171674 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.209972 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:09:52Z', 'revision_number': 5, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port': {'id': '7707080a-c6c7-4923-a564-a37ee8e3f9a8', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:03Z', 'updated_at': '2022-04-18T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:53.238006 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] Checking router: 8d7a4bc8-2bae-4ead-a655-a12df851224a for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:09:53.247447 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] Routers {'8d7a4bc8-2bae-4ead-a655-a12df851224a'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:09:53.248324 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:09:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['8d7a4bc8-2bae-4ead-a655-a12df851224a'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:53.275062 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] For port 7707080a-c6c7-4923-a564-a37ee8e3f9a8, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=7707080a-c6c7-4923-a564-a37ee8e3f9a8,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:53.278448 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.299701 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Calling delete_port for 7707080a-c6c7-4923-a564-a37ee8e3f9a8 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:09:53.305271 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ffaac-7ab6-45cc-930b-6b518575a346 req-4e74ff88-f27d-4621-a049-92a917450382 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:53.306953 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-123ffaac-7ab6-45cc-930b-6b518575a346 req-4e74ff88-f27d-4621-a049-92a917450382 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 943 time: 0.0583303 Apr 18 18:09:53.333679 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 31edfd61-9c79-4d50-ae81-36b1970565d0 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:09:53.354293 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] Set router 8d7a4bc8-2bae-4ead-a655-a12df851224a gateway port host: None {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:09:53.377775 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-123ffaac-7ab6-45cc-930b-6b518575a346 req-24f561c3-b186-4164-aecb-9aa914bdd97f tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636406 Apr 18 18:09:53.421553 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:09:53Z', 'revision_number': 6, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:53.453700 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:53.461022 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdd4024-5ee5-4636-950d-6be075800589 None None] The sync data for ids ['8d7a4bc8-2bae-4ead-a655-a12df851224a'] in dv-cinder-838329-1-iscsi is: [{'id': '8d7a4bc8-2bae-4ead-a655-a12df851224a', 'name': 'tempest-AttachVolumeTestJSON-86187500-router', 'tenant_id': '201bb1fed3fb4058a860566245af69da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:09:53Z', 'revision_number': 6, 'project_id': '201bb1fed3fb4058a860566245af69da', 'gw_port_host': None}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:09:53.469848 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'port_id': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'mac_address': 'fa:16:3e:a0:d9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:09:53.512816 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 31edfd61-9c79-4d50-ae81-36b1970565d0 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:09:53.513203 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.522403 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (7707080a-c6c7-4923-a564-a37ee8e3f9a8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.528536 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31edfd61-9c79-4d50-ae81-36b1970565d0 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:09:53.550195 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:53.551498 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Pushing event deleted for resources: {'Port': ['ID=7707080a-c6c7-4923-a564-a37ee8e3f9a8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:53.556521 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.616347 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=7']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:53.630893 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (8d7a4bc8-2bae-4ead-a655-a12df851224a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.631125 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.631125 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.631125 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.631422 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.631729 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.632058 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.632380 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.632704 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.633026 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.633348 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.633669 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.634007 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.634335 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.634664 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.635995 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:53.721676 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (8d7a4bc8-2bae-4ead-a655-a12df851224a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.723963 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks [] for router_controller (8d7a4bc8-2bae-4ead-a655-a12df851224a), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.768937 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (8d7a4bc8-2bae-4ead-a655-a12df851224a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.769460 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7a4bc8-2bae-4ead-a655-a12df851224a {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:09:53.774953 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.776128 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a7d78692-e38e-465f-b567-93ab13a33660 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8d7a4bc8-2bae-4ead-a655-a12df851224a HTTP/1.1" status: 204 len: 168 time: 0.8669839 Apr 18 18:09:53.778741 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 48904) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:53.825803 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32f2939-5390-43fb-9501-7a1c6ab1c383 admin admin] Deleting subnet d260d51e-30b8-4dc3-9970-b7289c2de481 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:09:53.829861 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f32f2939-5390-43fb-9501-7a1c6ab1c383 admin admin] Publish callbacks [] for subnet (d260d51e-30b8-4dc3-9970-b7289c2de481), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.870924 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f32f2939-5390-43fb-9501-7a1c6ab1c383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (d260d51e-30b8-4dc3-9970-b7289c2de481), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:53.964611 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f32f2939-5390-43fb-9501-7a1c6ab1c383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (d260d51e-30b8-4dc3-9970-b7289c2de481), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.020280 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f32f2939-5390-43fb-9501-7a1c6ab1c383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (d260d51e-30b8-4dc3-9970-b7289c2de481), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.047646 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f2939-5390-43fb-9501-7a1c6ab1c383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d260d51e-30b8-4dc3-9970-b7289c2de481,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:54.053614 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f32f2939-5390-43fb-9501-7a1c6ab1c383 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.059418 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f32f2939-5390-43fb-9501-7a1c6ab1c383 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d260d51e-30b8-4dc3-9970-b7289c2de481 HTTP/1.1" status: 204 len: 168 time: 0.2774267 Apr 18 18:09:54.059650 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ff231-1b10-4204-9a98-7f5aade9d8c7 None None] Network 521bf463-31b7-4a75-8eed-a6e766fc9039 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:09:54.059926 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48906) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:54.242302 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] DHCP port deletion for 521bf463-31b7-4a75-8eed-a6e766fc9039 request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:09:54.293765 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] Deleting port c3291206-c033-41c3-88a1-6630005234ca {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:09:54.294142 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (c3291206-c033-41c3-88a1-6630005234ca), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.371402 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (521bf463-31b7-4a75-8eed-a6e766fc9039), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.371965 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] For port c3291206-c033-41c3-88a1-6630005234ca, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c3291206-c033-41c3-88a1-6630005234ca,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:54.371965 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (c3291206-c033-41c3-88a1-6630005234ca), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.391377 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] Calling delete_port for c3291206-c033-41c3-88a1-6630005234ca owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:09:54.429010 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Deleting port c3291206-c033-41c3-88a1-6630005234ca {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:09:54.429425 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (c3291206-c033-41c3-88a1-6630005234ca), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.483392 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017'] for port (c3291206-c033-41c3-88a1-6630005234ca), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.511362 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] Pushing event deleted for resources: {'Port': ['ID=c3291206-c033-41c3-88a1-6630005234ca,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:54.522615 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['31edfd61-9c79-4d50-ae81-36b1970565d0'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:09:54.557284 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18295e95-f48e-424d-9e8f-95cec5532ed3 req-94e671b6-eabe-4358-b171-0212e4bb10b0 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:54.559106 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-18295e95-f48e-424d-9e8f-95cec5532ed3 req-94e671b6-eabe-4358-b171-0212e4bb10b0 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 944 time: 0.0689914 Apr 18 18:09:54.561097 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] For port c3291206-c033-41c3-88a1-6630005234ca, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c3291206-c033-41c3-88a1-6630005234ca,segment=NetworkSegment(426e9fca-a1c3-4861-bc03-4496b689784c),segment_id=426e9fca-a1c3-4861-bc03-4496b689784c)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:54.561465 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (c3291206-c033-41c3-88a1-6630005234ca), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.574440 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9969178-c874-4037-ba62-f9d2789cd031 None None] No DVR routers for this DVR port c3291206-c033-41c3-88a1-6630005234ca on host dv-cinder-838329-1-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:09:54.588649 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Calling delete_port for c3291206-c033-41c3-88a1-6630005234ca owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:09:54.659881 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-18295e95-f48e-424d-9e8f-95cec5532ed3 req-348d556a-61a4-4a29-9a6a-d0e65ba61bcf tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902159 Apr 18 18:09:54.698397 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (c3291206-c033-41c3-88a1-6630005234ca), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.731267 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3291206-c033-41c3-88a1-6630005234ca,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:54.735442 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] No DVR routers for this DVR port c3291206-c033-41c3-88a1-6630005234ca on host dv-cinder-838329-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:09:54.762696 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.763045 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.763389 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.763727 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.764061 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.764917 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.765418 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.765542 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.765801 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.766133 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.766487 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.766815 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.767134 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.767454 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.767778 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:09:54.822709 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (521bf463-31b7-4a75-8eed-a6e766fc9039), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.847655 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521bf463-31b7-4a75-8eed-a6e766fc9039']}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:54.856883 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426e9fca-a1c3-4861-bc03-4496b689784c') {'for_net_delete': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:54.857185 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426e9fca-a1c3-4861-bc03-4496b689784c') {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:09:54.866762 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14869643'] for segment (426e9fca-a1c3-4861-bc03-4496b689784c), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.881024 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (426e9fca-a1c3-4861-bc03-4496b689784c), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.891751 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:09:54.892144 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14646260'] for segment (426e9fca-a1c3-4861-bc03-4496b689784c), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: self.session.flush() Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: self.session.flush() Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: self.session.flush() Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: self.session.flush() Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: Traceback (most recent call last): Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: timer() Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: cb(*args, **kw) Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: return func(*args, **kwargs) Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: self._notify() Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: self.callback(batched_events) Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: event.method(event) Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: return f(self, *a, **k) Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._get(url).json() Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: return self.request(url, 'GET', **kwargs) Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:09:54.893953 dv-cinder-838329-1-iscsi neutron-server[103432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:09:54.954629 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (521bf463-31b7-4a75-8eed-a6e766fc9039), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.959957 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:54.963086 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/521bf463-31b7-4a75-8eed-a6e766fc9039 HTTP/1.1" status: 204 len: 168 time: 0.9021242 Apr 18 18:09:54.973902 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83865d55-e2f0-4153-8c12-7b28bd329fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=521bf463-31b7-4a75-8eed-a6e766fc9039,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:55.083760 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48914) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:55.125975 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-a466e171-0e57-45db-a1b0-a3b170eb6242 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201bb1fed3fb4058a860566245af69da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410132 Apr 18 18:09:55.128421 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 48916) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:09:55.176511 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-587cd265-4e2b-41d8-bdd4-d748bcc410d7 admin admin] Publish callbacks [] for security_group (b6727528-6632-450b-8a4f-d88137c9d123), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:55.199144 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-587cd265-4e2b-41d8-bdd4-d748bcc410d7 admin admin] Publish callbacks [] for security_group (b6727528-6632-450b-8a4f-d88137c9d123), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:55.225786 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 31edfd61-9c79-4d50-ae81-36b1970565d0 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:09:55.257012 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-587cd265-4e2b-41d8-bdd4-d748bcc410d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b6727528-6632-450b-8a4f-d88137c9d123), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:55.261577 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-587cd265-4e2b-41d8-bdd4-d748bcc410d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:55.261577 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-587cd265-4e2b-41d8-bdd4-d748bcc410d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6727528-6632-450b-8a4f-d88137c9d123 HTTP/1.1" status: 204 len: 168 time: 0.1316729 Apr 18 18:09:55.263238 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 7707080a-c6c7-4923-a564-a37ee8e3f9a8 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:09:55.273888 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cd265-4e2b-41d8-bdd4-d748bcc410d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6727528-6632-450b-8a4f-d88137c9d123,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:55.297647 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 7707080a-c6c7-4923-a564-a37ee8e3f9a8 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:09:55.297988 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 7707080a-c6c7-4923-a564-a37ee8e3f9a8 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:09:55.298431 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 06306f95-a2db-4b44-b20e-11a966c56054 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:09:55.329175 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 06306f95-a2db-4b44-b20e-11a966c56054 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:09:55.329523 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 06306f95-a2db-4b44-b20e-11a966c56054 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:09:55.329981 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c3291206-c033-41c3-88a1-6630005234ca no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:09:55.333624 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 31edfd61-9c79-4d50-ae81-36b1970565d0 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:09:55.333781 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:55.352115 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: c3291206-c033-41c3-88a1-6630005234ca {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:09:55.352464 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c3291206-c033-41c3-88a1-6630005234ca not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:09:55.438770 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 31edfd61-9c79-4d50-ae81-36b1970565d0 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:09:55.439371 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:55.464171 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:09:55.466254 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b89e2-1cb2-427b-8de3-c763ef6e3c6e" -d '{"events": [{"server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "name": "network-vif-plugged", "status": "completed", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:09:55.480390 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:09:55.485009 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:09:55.523397 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c9ed2-2232-43fb-b819-9dac38187313 x-openstack-request-id: req-562c9ed2-2232-43fb-b819-9dac38187313 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:09:55.523691 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "name": "network-vif-plugged", "status": "completed", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:09:55.523946 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-562c9ed2-2232-43fb-b819-9dac38187313 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:09:55.524347 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562c9ed2-2232-43fb-b819-9dac38187313'] response: {'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'code': 200} Apr 18 18:09:55.567269 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=8']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:09:55.800281 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b8ea4-030c-4479-9796-cc747e7dbeda req-9107e291-2d45-48c2-8b38-5f96fc9c447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:55.802707 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-627b8ea4-030c-4479-9796-cc747e7dbeda req-9107e291-2d45-48c2-8b38-5f96fc9c447d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1129 time: 0.0612359 Apr 18 18:09:55.809463 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304488-35ba-4600-9e2e-5b9fe30839a2 req-585ab944-1f88-4357-844e-116ba06f853c tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:55.812061 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-79304488-35ba-4600-9e2e-5b9fe30839a2 req-585ab944-1f88-4357-844e-116ba06f853c tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0620682 Apr 18 18:09:55.863507 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-627b8ea4-030c-4479-9796-cc747e7dbeda req-ce5c1b2b-4e45-4c1f-8764-49bd5fbcee0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519855 Apr 18 18:09:55.882987 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-79304488-35ba-4600-9e2e-5b9fe30839a2 req-46795fa1-3ee7-4eaa-92f5-adc6e30b8076 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646691 Apr 18 18:09:57.020516 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d52f-89a8-4617-aa23-0987923c6924 req-e8b9691f-7958-42c3-a441-cccc43f86034 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:57.022332 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-af98d52f-89a8-4617-aa23-0987923c6924 req-e8b9691f-7958-42c3-a441-cccc43f86034 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0535998 Apr 18 18:09:57.078365 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-af98d52f-89a8-4617-aa23-0987923c6924 req-b761a694-892e-4880-8dc6-b57623f72921 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499086 Apr 18 18:09:58.843126 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-642cad08-606e-494b-8f18-774056b737ef req-4cb24ae8-5a9f-47d3-b7e5-92c2b693d779 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383828 Apr 18 18:09:58.899321 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cad08-606e-494b-8f18-774056b737ef req-bf34573b-209c-4640-bb94-52c0141ba688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:58.900821 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-642cad08-606e-494b-8f18-774056b737ef req-bf34573b-209c-4640-bb94-52c0141ba688 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=981bfa9fc3e14aafa977143986f7d71f&device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 1130 time: 0.0390651 Apr 18 18:09:59.010252 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cad08-606e-494b-8f18-774056b737ef req-854196c7-88b6-423a-8d9f-5e360cbdd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:59.011742 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-642cad08-606e-494b-8f18-774056b737ef req-854196c7-88b6-423a-8d9f-5e360cbdd150 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 200 len: 916 time: 0.0926096 Apr 18 18:09:59.082773 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-642cad08-606e-494b-8f18-774056b737ef req-55bb94ca-3a3a-45dc-80ba-e44cb8ff68f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 200 len: 1001 time: 0.0644970 Apr 18 18:09:59.133962 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cad08-606e-494b-8f18-774056b737ef req-89d3c927-cb03-46a4-a20d-2e5419cd3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:59.135540 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-642cad08-606e-494b-8f18-774056b737ef req-89d3c927-cb03-46a4-a20d-2e5419cd3f32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 200 len: 855 time: 0.0467350 Apr 18 18:09:59.181318 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cad08-606e-494b-8f18-774056b737ef req-cc9c5f8b-9882-4680-9285-607764f7efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:09:59.182905 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-642cad08-606e-494b-8f18-774056b737ef req-cc9c5f8b-9882-4680-9285-607764f7efb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ff80aa-be82-4ede-b424-71b8a8cf0d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421746 Apr 18 18:09:59.276767 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-642cad08-606e-494b-8f18-774056b737ef req-ca52b48a-0878-49ed-9a36-6ddb9526ffcb service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878041 Apr 18 18:09:59.376215 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-642cad08-606e-494b-8f18-774056b737ef req-93246a41-6499-4670-af99-eeee9649b95b service neutron] 10.222.0.15 "GET /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938482 Apr 18 18:10:00.478205 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49024) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:00.588186 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7cb0d66d-6c75-4410-9a64-ba24b7f63394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:00.673389 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7cb0d66d-6c75-4410-9a64-ba24b7f63394 admin admin] Publish callbacks [] for security_group (bede83d0-430d-42f2-b010-bd373e40478a), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:00.677510 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7cb0d66d-6c75-4410-9a64-ba24b7f63394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (bede83d0-430d-42f2-b010-bd373e40478a), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:00.719526 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-7cb0d66d-6c75-4410-9a64-ba24b7f63394 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c87eb39de1684826bfa8a5fe43ae449c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369869 Apr 18 18:10:00.719526 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0d66d-6c75-4410-9a64-ba24b7f63394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bede83d0-430d-42f2-b010-bd373e40478a,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:00.720244 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49030) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:00.769041 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac2f4-ddd4-40d8-a81d-1d3d5a0f4fe7 admin admin] Publish callbacks [] for security_group (bede83d0-430d-42f2-b010-bd373e40478a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:00.792104 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac2f4-ddd4-40d8-a81d-1d3d5a0f4fe7 admin admin] Publish callbacks [] for security_group (bede83d0-430d-42f2-b010-bd373e40478a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:00.845183 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac2f4-ddd4-40d8-a81d-1d3d5a0f4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (bede83d0-430d-42f2-b010-bd373e40478a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:00.848289 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac2f4-ddd4-40d8-a81d-1d3d5a0f4fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:00.851776 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ba4ac2f4-ddd4-40d8-a81d-1d3d5a0f4fe7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bede83d0-430d-42f2-b010-bd373e40478a HTTP/1.1" status: 204 len: 168 time: 0.1276095 Apr 18 18:10:00.857489 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ac2f4-ddd4-40d8-a81d-1d3d5a0f4fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bede83d0-430d-42f2-b010-bd373e40478a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:01.497073 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:14.412773 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-45710ac1-a4c3-4ae8-b66a-e8d139901ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:16.589096 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-765ee23d-caf8-4085-804e-07a29aeb269d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:17.834993 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:18.563048 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-4fd421fd-15d1-4194-8a3e-39fc904c081a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637220750&fields=id&tenant_id=c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 267 time: 0.0455620 Apr 18 18:10:18.674740 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-0c7d1741-1b54-456a-a9b3-473980b2b2a9 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:18.676211 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-0c7d1741-1b54-456a-a9b3-473980b2b2a9 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 812 time: 0.1048331 Apr 18 18:10:18.691396 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-7bffd955-3b33-4832-b0b1-1172744689a8 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/quotas/c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 375 time: 0.0097673 Apr 18 18:10:18.742991 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-5627678c-badd-4260-b080-cdfbab56fec4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462396 Apr 18 18:10:18.945972 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-2d202a02-3c14-46fd-aae9-1766341af10e service neutron] 10.222.0.20 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902673 Apr 18 18:10:19.043203 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-bbb64003-4500-474f-acbc-61db7ced1912 service neutron] 10.222.0.20 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891125 Apr 18 18:10:19.153332 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:19.342868 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0297e476-5874-4ee3-926a-5fb9ca512bed req-cf1488ae-65d2-4231-857e-2ba15f361a29 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 210 time: 0.0301447 Apr 18 18:10:20.437764 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-707c1a5d-0c63-4880-b7cd-9b00a448420e req-c5da0ce2-dcff-41ba-a1d7-0c57d5797953 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 210 time: 0.0281529 Apr 18 18:10:20.712805 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:21.547744 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f17f8869-37a1-44dc-8920-c12a18cfe2b2 req-53b33b89-4247-494c-ae23-8b35d6a98dc7 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 210 time: 0.0329158 Apr 18 18:10:22.647852 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4ea81a25-5d34-4604-a717-29774331acb0 req-e129e561-d4ca-4174-83cc-f031ed4dab9e tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 210 time: 0.0302856 Apr 18 18:10:23.115384 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-dc51bbda-1b29-4bcf-9850-5dae08b36d72 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:23.116824 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-dc51bbda-1b29-4bcf-9850-5dae08b36d72 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 812 time: 0.1126728 Apr 18 18:10:23.198710 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-63c88cd2-bb70-402a-acfa-84e0c3067922 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c68161ada21740dfb477439be2a02050 HTTP/1.1" status: 200 len: 379 time: 0.0586369 Apr 18 18:10:23.210496 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'port': {'device_id': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'admin_state_up': True, 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'security_groups': ['af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:23.322219 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Made reservation on behalf of c68161ada21740dfb477439be2a02050 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:10:23.325668 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:23.465141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Allocated IP 172.20.0.8 (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5/5d54297e-dcb0-4da0-a6f7-15b94dd798be/fd239303-63ca-4b62-8b6b-d1ecc6255a9a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:10:23.610715 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:23.647307 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:23.696283 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:10:23.701945 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:23.706184 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:10:23.730217 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:23.770669 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a301fc0-0206-4ac7-8f56-2a14a14a425b req-b1791335-ba23-4433-941d-b9160e58966a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:23.771406 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:23.772141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:23.772420 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8a301fc0-0206-4ac7-8f56-2a14a14a425b req-b1791335-ba23-4433-941d-b9160e58966a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 931 time: 0.0526330 Apr 18 18:10:23.793313 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b89d645e-7042-4b54-8f66-c6570a6c878b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871654 Apr 18 18:10:23.830038 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8a301fc0-0206-4ac7-8f56-2a14a14a425b req-3c339d21-ca56-4efa-ac44-2bc93992e5ba tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501127 Apr 18 18:10:23.938217 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-2b25f4a6-c63d-4fe5-9b43-f0fe11b777ab None None] Provisioning complete for port fd239303-63ca-4b62-8b6b-d1ecc6255a9a triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:23.938809 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b25f4a6-c63d-4fe5-9b43-f0fe11b777ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:23.973913 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2b25f4a6-c63d-4fe5-9b43-f0fe11b777ab None None] Port fd239303-63ca-4b62-8b6b-d1ecc6255a9a cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:10:24.947107 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f473f3f-3876-4a86-8016-940bdad5d69d req-dc34f6eb-3556-4005-abd1-2681cca56ee0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:24.948683 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4f473f3f-3876-4a86-8016-940bdad5d69d req-dc34f6eb-3556-4005-abd1-2681cca56ee0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 931 time: 0.0477979 Apr 18 18:10:25.007407 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4f473f3f-3876-4a86-8016-940bdad5d69d req-28827f9b-39ed-4517-b4d8-7bccd5eeb3b3 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488055 Apr 18 18:10:25.241273 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Request body: {'port': {'device_id': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:25.301764 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:25.576281 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd239303-63ca-4b62-8b6b-d1ecc6255a9a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:10:25.586048 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Publish callbacks [] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:25.600321 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Transition to ACTIVE for port object fd239303-63ca-4b62-8b6b-d1ecc6255a9a will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:10:25.604453 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:25.655315 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Pushing event updated for resources: {'Port': ['ID=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:25.733474 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Attempting to bind port fd239303-63ca-4b62-8b6b-d1ecc6255a9a on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:10:25.733812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Attempting to bind port fd239303-63ca-4b62-8b6b-d1ecc6255a9a by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:10:25.734147 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Attempting to bind port fd239303-63ca-4b62-8b6b-d1ecc6255a9a on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:10:25.739546 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Port fd239303-63ca-4b62-8b6b-d1ecc6255a9a on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:10:25.739872 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Attempting to bind port fd239303-63ca-4b62-8b6b-d1ecc6255a9a on network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:10:25.746358 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:10:25.746704 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Checking segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:10:25.747095 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Bound using segment: {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:10:25.747526 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Bound port: fd239303-63ca-4b62-8b6b-d1ecc6255a9a, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76073693-f915-417a-9cff-f2b325dddf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:10:25.747915 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:25.822026 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] For port fd239303-63ca-4b62-8b6b-d1ecc6255a9a, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:10:25.825226 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] For port fd239303-63ca-4b62-8b6b-d1ecc6255a9a, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:10:25.831712 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:25.866055 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:25.866820 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:25.868208 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] 10.222.0.15 "PUT /v2.0/ports/fd239303-63ca-4b62-8b6b-d1ecc6255a9a HTTP/1.1" status: 200 len: 1093 time: 0.6317847 Apr 18 18:10:25.868633 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:10:25.870907 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e128d031-f8f8-4fb7-b9cd-3d483672a181" -d '{"events": [{"name": "network-changed", "server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:10:25.896958 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b16c2e-5e3d-4f5b-a044-06825decb41f service neutron] Pushing event updated for resources: {'Port': ['ID=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:25.915213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d65ac-6622-4c7e-877d-90b6841987d5 x-openstack-request-id: req-7c8d65ac-6622-4c7e-877d-90b6841987d5 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:10:25.915213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:10:25.915213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c8d65ac-6622-4c7e-877d-90b6841987d5 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:10:25.915213 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8d65ac-6622-4c7e-877d-90b6841987d5'] response: {'name': 'network-changed', 'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'status': 'completed', 'code': 200} Apr 18 18:10:26.127979 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f842426-2b1c-496c-8fd5-8e3e6cf61f45 req-2005f695-9596-4849-bb2c-b99febcdb018 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:26.129666 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1f842426-2b1c-496c-8fd5-8e3e6cf61f45 req-2005f695-9596-4849-bb2c-b99febcdb018 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.0504639 Apr 18 18:10:26.184931 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1f842426-2b1c-496c-8fd5-8e3e6cf61f45 req-fb7f660e-a33c-4432-ab5f-d2c6d37438b1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497897 Apr 18 18:10:26.272348 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d031-f8f8-4fb7-b9cd-3d483672a181 req-c93e5aa0-d312-46ca-9977-d652c8cd5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:26.274645 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e128d031-f8f8-4fb7-b9cd-3d483672a181 req-c93e5aa0-d312-46ca-9977-d652c8cd5fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 1127 time: 0.0555789 Apr 18 18:10:26.384915 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d031-f8f8-4fb7-b9cd-3d483672a181 req-bd991ccc-5f9e-47c9-bba4-8690f04bddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:26.386366 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e128d031-f8f8-4fb7-b9cd-3d483672a181 req-bd991ccc-5f9e-47c9-bba4-8690f04bddba service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c68161ada21740dfb477439be2a02050&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1032743 Apr 18 18:10:26.503371 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d031-f8f8-4fb7-b9cd-3d483672a181 req-81d2f42d-fd6f-4f52-821a-6d807ad9f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:26.505008 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e128d031-f8f8-4fb7-b9cd-3d483672a181 req-81d2f42d-fd6f-4f52-821a-6d807ad9f00f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1119103 Apr 18 18:10:26.629796 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e894c1-e4b1-4198-a2bd-88c1a0544d78 req-77e2b5af-7073-4ebc-a474-34dc12f0b220 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:26.631415 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-86e894c1-e4b1-4198-a2bd-88c1a0544d78 req-77e2b5af-7073-4ebc-a474-34dc12f0b220 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 946 time: 0.0475452 Apr 18 18:10:26.681539 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-86e894c1-e4b1-4198-a2bd-88c1a0544d78 req-aacce6b2-b376-423d-ab04-34c9a5318120 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441134 Apr 18 18:10:26.745276 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:10:27.313921 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49892a86-210e-466e-a114-5d521b208470 req-557ac0ac-a72a-42ca-9aa6-0e78c84a0150 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:27.316735 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-49892a86-210e-466e-a114-5d521b208470 req-557ac0ac-a72a-42ca-9aa6-0e78c84a0150 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.0571976 Apr 18 18:10:27.371603 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-49892a86-210e-466e-a114-5d521b208470 req-38812072-c1ce-485f-a461-5d61a49d2b88 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487726 Apr 18 18:10:27.812090 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df83e7-b3ea-4ab6-a8aa-52cd31210922 req-d8ca13f1-7df5-4e74-9282-7bf25c8436c4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:27.813822 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34df83e7-b3ea-4ab6-a8aa-52cd31210922 req-d8ca13f1-7df5-4e74-9282-7bf25c8436c4 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 946 time: 0.0566504 Apr 18 18:10:27.868039 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34df83e7-b3ea-4ab6-a8aa-52cd31210922 req-dcffc8da-77bd-4bfa-be7f-f93f778f8500 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477071 Apr 18 18:10:28.077156 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-c550947b-e065-4281-a63c-084903c0e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:28.078629 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-c550947b-e065-4281-a63c-084903c0e10c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 1127 time: 0.3150270 Apr 18 18:10:28.125368 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-d8d5dec8-f02c-48cd-90eb-ac026012c674 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd239303-63ca-4b62-8b6b-d1ecc6255a9a HTTP/1.1" status: 200 len: 217 time: 0.0342360 Apr 18 18:10:28.176860 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-5edd7608-9d13-474d-baa5-a58c07571a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:28.178311 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-5edd7608-9d13-474d-baa5-a58c07571a9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.0463512 Apr 18 18:10:28.242430 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-f1fcc66d-9ce7-4a6c-89d8-bd0df9bb1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:28.243968 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-f1fcc66d-9ce7-4a6c-89d8-bd0df9bb1eb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587811 Apr 18 18:10:28.303156 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722004f-5233-4752-8793-d11dba6f4fea req-df7d4fa7-ef45-4e2f-9d8d-c34fb74e4390 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:28.304684 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f722004f-5233-4752-8793-d11dba6f4fea req-df7d4fa7-ef45-4e2f-9d8d-c34fb74e4390 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 946 time: 0.0779803 Apr 18 18:10:28.437653 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-0dff288d-8c52-4197-bee0-b0cf63ad67b6 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774247 Apr 18 18:10:28.460901 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Deleting port e2c292ba-b2df-4ed6-852b-943673da0093 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:10:28.460901 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:28.511531 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33f712-4446-4f35-bfc2-916c3573c444 req-23b5f9c5-e004-42d5-a57b-9d4734b84059 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:28.520051 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dc33f712-4446-4f35-bfc2-916c3573c444 req-23b5f9c5-e004-42d5-a57b-9d4734b84059 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.0686705 Apr 18 18:10:28.574410 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dc33f712-4446-4f35-bfc2-916c3573c444 req-c5d083ce-287c-471c-b26f-e5c526911c8b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512366 Apr 18 18:10:28.625031 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] For port e2c292ba-b2df-4ed6-852b-943673da0093, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=e2c292ba-b2df-4ed6-852b-943673da0093,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:28.625397 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:28.637130 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-971a0115-393f-4e79-ac6b-0aa538d1a03e req-7201ec06-6a36-47fd-a23c-f1cef6c9613a service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909742 Apr 18 18:10:28.826894 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:28.827609 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (3eaccd19-7e67-4610-a99e-fa6548517b77), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:28.827993 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Floating IP 3eaccd19-7e67-4610-a99e-fa6548517b77 disassociated. External IP: 172.27.3.195, port: e2c292ba-b2df-4ed6-852b-943673da0093. Apr 18 18:10:28.828373 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Calling delete_port for e2c292ba-b2df-4ed6-852b-943673da0093 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:10:28.988242 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (e2c292ba-b2df-4ed6-852b-943673da0093), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:29.023865 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b3fd6-dae6-4d8a-89bb-c219031063e2 req-46bda3b4-7de7-4871-91ed-96bd9e4872db tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:29.024119 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event deleted for resources: {'Port': ['ID=e2c292ba-b2df-4ed6-852b-943673da0093,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:29.025560 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3f2b3fd6-dae6-4d8a-89bb-c219031063e2 req-46bda3b4-7de7-4871-91ed-96bd9e4872db tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b932193f-a995-4b8d-80a4-f63960b15bc9 HTTP/1.1" status: 200 len: 946 time: 0.0526469 Apr 18 18:10:29.086886 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3f2b3fd6-dae6-4d8a-89bb-c219031063e2 req-56c119c4-e842-45c2-937f-315b6bd9a1f7 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups?id=37113b69-777a-4df3-8080-3e6ea9ef27bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514121 Apr 18 18:10:29.147003 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Router b1b71a39-5aa2-438f-8944-40b45e14340c has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:10:29.265140 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:10:29.275845 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] Sync routers for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:10:29.295329 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:29.295965 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:29.314615 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] No DVR routers for this DVR port e2c292ba-b2df-4ed6-852b-943673da0093 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:10:29.316805 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:29.322585 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f722004f-5233-4752-8793-d11dba6f4fea req-0e540874-52ae-4f14-8a77-16a722a6460b tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.15 "DELETE /v2.0/ports/e2c292ba-b2df-4ed6-852b-943673da0093 HTTP/1.1" status: 204 len: 173 time: 0.9895415 Apr 18 18:10:29.323262 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-deleted', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:10:29.326063 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0ad330-7f07-4ece-a19f-c2d410537c8d" -d '{"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-deleted", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:10:29.370743 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e713a9-41de-45ed-8ff9-c1724d78b192 x-openstack-request-id: req-48e713a9-41de-45ed-8ff9-c1724d78b192 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:10:29.370908 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b932193f-a995-4b8d-80a4-f63960b15bc9", "name": "network-vif-deleted", "tag": "e2c292ba-b2df-4ed6-852b-943673da0093", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:10:29.371962 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48e713a9-41de-45ed-8ff9-c1724d78b192 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:10:29.374097 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e713a9-41de-45ed-8ff9-c1724d78b192'] response: {'server_uuid': 'b932193f-a995-4b8d-80a4-f63960b15bc9', 'name': 'network-vif-deleted', 'tag': 'e2c292ba-b2df-4ed6-852b-943673da0093', 'status': 'completed', 'code': 200} Apr 18 18:10:29.419791 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:29.652432 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:29.698787 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] Checking router: b1b71a39-5aa2-438f-8944-40b45e14340c for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:10:29.703231 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1343e0-eac4-4079-a1c7-1c1fcf89cca7 req-78eb9087-e849-46f6-94f0-75f430ef9794 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:29.707151 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:29.707797 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:29.711066 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d1343e0-eac4-4079-a1c7-1c1fcf89cca7 req-78eb9087-e849-46f6-94f0-75f430ef9794 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.0572889 Apr 18 18:10:29.777055 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9d1343e0-eac4-4079-a1c7-1c1fcf89cca7 req-93b18047-bedd-4494-b134-4a5eb138d837 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646427 Apr 18 18:10:29.842022 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:30.051294 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:30.196302 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49516) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:30.219023 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9f76d-056e-4409-b234-ff5105f221ca None None] The sync data for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi is: [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:03:16Z', 'revision_number': 4, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '85c218b7-124a-426f-8364-2435bd996e5c', 'name': '', 'network_id': '06ff80aa-be82-4ede-b424-71b8a8cf0d2e', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'mac_address': 'fa:16:3e:01:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:13Z', 'updated_at': '2022-04-18T18:03:25Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'subnets': [{'id': '7c03f1e7-fb24-4112-b196-e90b89943175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:10:30.260353 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3359d50-196b-45c5-a36b-ef588fc1aa98 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (37113b69-777a-4df3-8080-3e6ea9ef27bc), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.288380 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3359d50-196b-45c5-a36b-ef588fc1aa98 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (37113b69-777a-4df3-8080-3e6ea9ef27bc), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.340458 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3359d50-196b-45c5-a36b-ef588fc1aa98 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (37113b69-777a-4df3-8080-3e6ea9ef27bc), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.343352 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3359d50-196b-45c5-a36b-ef588fc1aa98 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.344506 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c3359d50-196b-45c5-a36b-ef588fc1aa98 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "DELETE /v2.0/security-groups/37113b69-777a-4df3-8080-3e6ea9ef27bc HTTP/1.1" status: 204 len: 168 time: 0.1463037 Apr 18 18:10:30.348243 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49518) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:30.355085 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3359d50-196b-45c5-a36b-ef588fc1aa98 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37113b69-777a-4df3-8080-3e6ea9ef27bc,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:30.363885 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.api.v2.resource [None req-121fbc14-579c-4d01-8b7e-419fc59bd3c6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] show failed (client error): The resource could not be found. Apr 18 18:10:30.364964 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-121fbc14-579c-4d01-8b7e-419fc59bd3c6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "GET /v2.0/security-groups/37113b69-777a-4df3-8080-3e6ea9ef27bc HTTP/1.1" status: 404 len: 347 time: 0.0146863 Apr 18 18:10:30.367924 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49520) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:30.504606 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071993bf-9912-4771-a278-4ccb7aac29b5 None None] New status for floating IP 3eaccd19-7e67-4610-a99e-fa6548517b77: DOWN {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:10:30.507284 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Deleting port 5e15c163-1c64-4313-b780-dbc262257901 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:10:30.507629 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (5e15c163-1c64-4313-b780-dbc262257901), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.591356 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (5e15c163-1c64-4313-b780-dbc262257901), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.591694 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (5e15c163-1c64-4313-b780-dbc262257901), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.605601 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Calling delete_port for 5e15c163-1c64-4313-b780-dbc262257901 owned by network:floatingip {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:10:30.746705 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (5e15c163-1c64-4313-b780-dbc262257901), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.774262 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Pushing event deleted for resources: {'Port': ['ID=5e15c163-1c64-4313-b780-dbc262257901,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:30.844795 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks [] for floatingip (3eaccd19-7e67-4610-a99e-fa6548517b77), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.847554 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:30.848696 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-2a219446-1ac0-447c-80ce-e3c9dbb180b6 tempest-AttachVolumeShelveTestJSON-2059885046 tempest-AttachVolumeShelveTestJSON-2059885046-project] 10.222.0.20 "DELETE /v2.0/floatingips/3eaccd19-7e67-4610-a99e-fa6548517b77 HTTP/1.1" status: 204 len: 168 time: 0.4796031 Apr 18 18:10:30.896265 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58816718-c8aa-4a1f-8e41-09feaa7c2fc8 req-a60731ec-ce46-4e1c-843e-b8923428a440 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:30.897961 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58816718-c8aa-4a1f-8e41-09feaa7c2fc8 req-a60731ec-ce46-4e1c-843e-b8923428a440 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.0550544 Apr 18 18:10:30.953961 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58816718-c8aa-4a1f-8e41-09feaa7c2fc8 req-de323b16-6b41-48d2-8fb5-df9dd34514b0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501072 Apr 18 18:10:31.506869 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:32.081264 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5ebc3-8d67-431b-bf6f-8d9a82c59bce req-40880f70-9c50-442b-b0fd-53319f20fb42 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:32.082781 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-19a5ebc3-8d67-431b-bf6f-8d9a82c59bce req-40880f70-9c50-442b-b0fd-53319f20fb42 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.0480409 Apr 18 18:10:32.139970 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-19a5ebc3-8d67-431b-bf6f-8d9a82c59bce req-0ca8f148-9bc3-4470-9685-f3d946c8fc47 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513196 Apr 18 18:10:32.322270 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:10:32.343235 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: e2c292ba-b2df-4ed6-852b-943673da0093 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:10:32.343484 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device e2c292ba-b2df-4ed6-852b-943673da0093 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:10:33.268923 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd268-b4d3-41b7-9f93-61d666971bbb req-77914819-cd03-4a51-b24a-852eb30c9f1b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:33.270803 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-41cbd268-b4d3-41b7-9f93-61d666971bbb req-77914819-cd03-4a51-b24a-852eb30c9f1b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.0506003 Apr 18 18:10:33.323926 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-41cbd268-b4d3-41b7-9f93-61d666971bbb req-9adf71fd-509b-4cb0-ac3e-7f7893e67fcf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473402 Apr 18 18:10:34.474381 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289b3ba-a359-447c-879e-0429f1cb378a req-ebbb6e1b-fa1f-499f-b7b6-420028d00a05 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:34.478894 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1289b3ba-a359-447c-879e-0429f1cb378a req-ebbb6e1b-fa1f-499f-b7b6-420028d00a05 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.0705726 Apr 18 18:10:34.533023 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1289b3ba-a359-447c-879e-0429f1cb378a req-8a620411-1eb9-48a5-8470-4aed35bfa57b tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487525 Apr 18 18:10:35.374852 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49596) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:35.756807 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd545a3-31e3-469a-bdc0-9d7f02c2abc5 req-7953289c-0ac7-41b7-920a-b792456713ea tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:35.758338 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2bd545a3-31e3-469a-bdc0-9d7f02c2abc5 req-7953289c-0ac7-41b7-920a-b792456713ea tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 943 time: 0.1225784 Apr 18 18:10:35.852716 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2bd545a3-31e3-469a-bdc0-9d7f02c2abc5 req-d8e90394-9c01-4513-b156-bcb47b503ccd tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872817 Apr 18 18:10:35.948695 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (b1b71a39-5aa2-438f-8944-40b45e14340c), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:36.193567 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Deleting port 85c218b7-124a-426f-8364-2435bd996e5c {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:10:36.193906 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (85c218b7-124a-426f-8364-2435bd996e5c), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:36.276318 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] For port 85c218b7-124a-426f-8364-2435bd996e5c, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=85c218b7-124a-426f-8364-2435bd996e5c,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:36.276677 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (85c218b7-124a-426f-8364-2435bd996e5c), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:36.290668 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Calling delete_port for 85c218b7-124a-426f-8364-2435bd996e5c owned by network:router_interface {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:10:36.481402 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (85c218b7-124a-426f-8364-2435bd996e5c), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:36.507967 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Pushing event deleted for resources: {'Port': ['ID=85c218b7-124a-426f-8364-2435bd996e5c,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:36.647146 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device fd239303-63ca-4b62-8b6b-d1ecc6255a9a details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:10:36.685827 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (b1b71a39-5aa2-438f-8944-40b45e14340c), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:36.755545 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port fd239303-63ca-4b62-8b6b-d1ecc6255a9a, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:36.768506 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'port_id': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'mac_address': 'fa:16:3e:01:be:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:10:36.808913 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port fd239303-63ca-4b62-8b6b-d1ecc6255a9a is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:36.809220 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:36.822798 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd239303-63ca-4b62-8b6b-d1ecc6255a9a {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:10:36.843617 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port fd239303-63ca-4b62-8b6b-d1ecc6255a9a, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:36.847967 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:36.904681 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:36.917878 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Router b1b71a39-5aa2-438f-8944-40b45e14340c has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:10:37.057091 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60cb98-0fe6-42fe-b2c8-dc1554b15f52 req-8d68c6a0-1a88-4129-9794-d25c4355dd2a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:37.058536 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fc60cb98-0fe6-42fe-b2c8-dc1554b15f52 req-8d68c6a0-1a88-4129-9794-d25c4355dd2a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 944 time: 0.0884397 Apr 18 18:10:37.100241 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:10:37.110648 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] Sync routers for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:10:37.111061 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f13683d5-2a0b-438d-be61-97fb9849e32e admin admin] 10.222.0.20 "PUT /v2.0/routers/b1b71a39-5aa2-438f-8944-40b45e14340c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7347987 Apr 18 18:10:37.112640 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49618) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:37.130352 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:37.131363 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:37.136875 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fc60cb98-0fe6-42fe-b2c8-dc1554b15f52 req-93108de6-bf62-403f-8fa4-666b7c131fe1 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695229 Apr 18 18:10:37.227515 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks [] for router (b1b71a39-5aa2-438f-8944-40b45e14340c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.265924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:37.355990 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks [] for router_gateway (b1b71a39-5aa2-438f-8944-40b45e14340c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.418975 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Deleting port 2fe512d5-a035-4d66-9ab7-aa4907884da9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:10:37.419316 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.446722 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:10:36Z', 'revision_number': 5, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port': {'id': '2fe512d5-a035-4d66-9ab7-aa4907884da9', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:03:02Z', 'updated_at': '2022-04-18T18:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:37.474084 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] Checking router: b1b71a39-5aa2-438f-8944-40b45e14340c for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:10:37.482672 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] Routers {'b1b71a39-5aa2-438f-8944-40b45e14340c'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:37.483309 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['b1b71a39-5aa2-438f-8944-40b45e14340c'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:37.507302 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] For port 2fe512d5-a035-4d66-9ab7-aa4907884da9, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=2fe512d5-a035-4d66-9ab7-aa4907884da9,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:37.507909 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.525420 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Calling delete_port for 2fe512d5-a035-4d66-9ab7-aa4907884da9 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:10:37.576623 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] Set router b1b71a39-5aa2-438f-8944-40b45e14340c gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:37.629155 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:10:37Z', 'revision_number': 6, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:37.661348 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139187e-9c6a-487a-a0d8-afd6c16c8cb7 None None] The sync data for ids ['b1b71a39-5aa2-438f-8944-40b45e14340c'] in dv-cinder-838329-1-iscsi is: [{'id': 'b1b71a39-5aa2-438f-8944-40b45e14340c', 'name': 'tempest-AttachVolumeShelveTestJSON-646520731-router', 'tenant_id': '981bfa9fc3e14aafa977143986f7d71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:03:00Z', 'updated_at': '2022-04-18T18:10:37Z', 'revision_number': 6, 'project_id': '981bfa9fc3e14aafa977143986f7d71f', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:10:37.705664 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (2fe512d5-a035-4d66-9ab7-aa4907884da9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.733972 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe512d5-a035-4d66-9ab7-aa4907884da9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:37.748442 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['fd239303-63ca-4b62-8b6b-d1ecc6255a9a'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:10:37.805676 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (b1b71a39-5aa2-438f-8944-40b45e14340c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.911053 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (b1b71a39-5aa2-438f-8944-40b45e14340c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.914328 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks [] for router_controller (b1b71a39-5aa2-438f-8944-40b45e14340c), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.972242 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (b1b71a39-5aa2-438f-8944-40b45e14340c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.972925 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1b71a39-5aa2-438f-8944-40b45e14340c {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:10:37.980475 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:37.984820 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-230d5ec2-90b1-4aea-8693-9cd09dcae44d admin admin] 10.222.0.20 "DELETE /v2.0/routers/b1b71a39-5aa2-438f-8944-40b45e14340c HTTP/1.1" status: 204 len: 168 time: 0.8679752 Apr 18 18:10:37.985172 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49634) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:38.065572 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d16109b-9d2c-44bf-aed6-37eafa5bf2dd admin admin] Deleting subnet 7c03f1e7-fb24-4112-b196-e90b89943175 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:10:38.071108 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d16109b-9d2c-44bf-aed6-37eafa5bf2dd admin admin] Publish callbacks [] for subnet (7c03f1e7-fb24-4112-b196-e90b89943175), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.114276 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d16109b-9d2c-44bf-aed6-37eafa5bf2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (7c03f1e7-fb24-4112-b196-e90b89943175), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.213558 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d16109b-9d2c-44bf-aed6-37eafa5bf2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (7c03f1e7-fb24-4112-b196-e90b89943175), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.277532 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d16109b-9d2c-44bf-aed6-37eafa5bf2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (7c03f1e7-fb24-4112-b196-e90b89943175), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.291678 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2bf85-c546-4405-9873-4056f50f9bf3 req-a44738fa-b856-4349-8c17-d856c8cb747a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:38.293239 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-62e2bf85-c546-4405-9873-4056f50f9bf3 req-a44738fa-b856-4349-8c17-d856c8cb747a tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 944 time: 0.0587709 Apr 18 18:10:38.303103 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16109b-9d2c-44bf-aed6-37eafa5bf2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c03f1e7-fb24-4112-b196-e90b89943175,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:38.309344 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d16109b-9d2c-44bf-aed6-37eafa5bf2dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.312712 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5d16109b-9d2c-44bf-aed6-37eafa5bf2dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7c03f1e7-fb24-4112-b196-e90b89943175 HTTP/1.1" status: 204 len: 168 time: 0.3256819 Apr 18 18:10:38.316719 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff2883-451e-4783-93a6-cfd538b571a0 None None] Network 06ff80aa-be82-4ede-b424-71b8a8cf0d2e requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:10:38.318825 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49646) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:38.363815 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-62e2bf85-c546-4405-9873-4056f50f9bf3 req-39a60e3a-a69e-4bdd-ac18-afbb767187ee tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643151 Apr 18 18:10:38.401807 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (06ff80aa-be82-4ede-b424-71b8a8cf0d2e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.452251 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Deleting port 9cd04ad8-1595-4e03-b34f-93a340da0f77 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:10:38.452595 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.455499 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device fd239303-63ca-4b62-8b6b-d1ecc6255a9a up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:10:38.497926 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] DHCP port deletion for 06ff80aa-be82-4ede-b424-71b8a8cf0d2e request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:10:38.539391 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] For port 9cd04ad8-1595-4e03-b34f-93a340da0f77, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=9cd04ad8-1595-4e03-b34f-93a340da0f77,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:38.539391 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.549206 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] Deleting port 9cd04ad8-1595-4e03-b34f-93a340da0f77 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:10:38.549581 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.552717 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port fd239303-63ca-4b62-8b6b-d1ecc6255a9a completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:10:38.553952 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Calling delete_port for 9cd04ad8-1595-4e03-b34f-93a340da0f77 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:10:38.573258 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port fd239303-63ca-4b62-8b6b-d1ecc6255a9a triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:38.573639 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.646624 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.654561 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] For port 9cd04ad8-1595-4e03-b34f-93a340da0f77, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=9cd04ad8-1595-4e03-b34f-93a340da0f77,segment=NetworkSegment(89e315d7-fb79-4588-ba5b-5ba8b1572b91),segment_id=89e315d7-fb79-4588-ba5b-5ba8b1572b91)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:38.655132 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.680569 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] Calling delete_port for 9cd04ad8-1595-4e03-b34f-93a340da0f77 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:10:38.694449 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd04ad8-1595-4e03-b34f-93a340da0f77,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:38.700094 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] No DVR routers for this DVR port 9cd04ad8-1595-4e03-b34f-93a340da0f77 on host dv-cinder-838329-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:10:38.821515 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (06ff80aa-be82-4ede-b424-71b8a8cf0d2e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.838509 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port fd239303-63ca-4b62-8b6b-d1ecc6255a9a is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:38.838898 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.848088 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ff80aa-be82-4ede-b424-71b8a8cf0d2e']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:38.858205 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e315d7-fb79-4588-ba5b-5ba8b1572b91') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:38.858568 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e315d7-fb79-4588-ba5b-5ba8b1572b91') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:38.870093 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:10:38.872387 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925d06f1-52fd-4b59-acb2-a751fe8960d2" -d '{"events": [{"server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "name": "network-vif-plugged", "status": "completed", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:10:38.873632 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (89e315d7-fb79-4588-ba5b-5ba8b1572b91), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.887028 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017'] for port (9cd04ad8-1595-4e03-b34f-93a340da0f77), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.893089 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port fd239303-63ca-4b62-8b6b-d1ecc6255a9a, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:38.896852 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (89e315d7-fb79-4588-ba5b-5ba8b1572b91), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.909051 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:10:38.909386 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (89e315d7-fb79-4588-ba5b-5ba8b1572b91), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:10:38.911746 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:10:38.922702 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e0109-81b5-49c5-ae8c-8edebaf715cb x-openstack-request-id: req-c00e0109-81b5-49c5-ae8c-8edebaf715cb {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:10:38.923176 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "name": "network-vif-plugged", "status": "completed", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:10:38.923556 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c00e0109-81b5-49c5-ae8c-8edebaf715cb {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:10:38.924006 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00e0109-81b5-49c5-ae8c-8edebaf715cb'] response: {'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'code': 200} Apr 18 18:10:38.926541 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:38.928956 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] Pushing event deleted for resources: {'Port': ['ID=9cd04ad8-1595-4e03-b34f-93a340da0f77,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:38.934936 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b504c77-9f24-48ba-813f-110fa5b1432a None None] No DVR routers for this DVR port 9cd04ad8-1595-4e03-b34f-93a340da0f77 on host dv-cinder-838329-1-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:10:38.983872 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:38.997044 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (06ff80aa-be82-4ede-b424-71b8a8cf0d2e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:39.002079 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:39.005668 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] 10.222.0.20 "DELETE /v2.0/networks/06ff80aa-be82-4ede-b424-71b8a8cf0d2e HTTP/1.1" status: 204 len: 168 time: 0.6855078 Apr 18 18:10:39.023305 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e3c2-511e-4392-b23b-871b8164b8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=06ff80aa-be82-4ede-b424-71b8a8cf0d2e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:39.131239 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49658) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:39.155038 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e429de-3b53-473a-adf7-9f5864987fde req-50e87d48-1ce7-429b-a140-f879901bae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:39.156728 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8e429de-3b53-473a-adf7-9f5864987fde req-50e87d48-1ce7-429b-a140-f879901bae4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 1129 time: 0.0428352 Apr 18 18:10:39.172922 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-86a1e700-8eab-41a9-b59d-859edfea268a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=981bfa9fc3e14aafa977143986f7d71f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401309 Apr 18 18:10:39.176051 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49660) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:39.212767 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8e429de-3b53-473a-adf7-9f5864987fde req-8d2571b6-16b5-4092-a3fb-2d092b2de640 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495009 Apr 18 18:10:39.238624 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-be6841d1-7675-4075-b26e-85f54602f2e9 admin admin] Publish callbacks [] for security_group (133e11e7-d9a8-4ecf-a0c8-c3da86d1b4b3), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:39.265712 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-be6841d1-7675-4075-b26e-85f54602f2e9 admin admin] Publish callbacks [] for security_group (133e11e7-d9a8-4ecf-a0c8-c3da86d1b4b3), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:39.297611 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 9cd04ad8-1595-4e03-b34f-93a340da0f77 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:10:39.326568 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 9cd04ad8-1595-4e03-b34f-93a340da0f77 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:10:39.327220 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 9cd04ad8-1595-4e03-b34f-93a340da0f77 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:10:39.327835 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 2fe512d5-a035-4d66-9ab7-aa4907884da9 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:10:39.336382 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-be6841d1-7675-4075-b26e-85f54602f2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (133e11e7-d9a8-4ecf-a0c8-c3da86d1b4b3), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:39.340175 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-be6841d1-7675-4075-b26e-85f54602f2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:39.341903 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-be6841d1-7675-4075-b26e-85f54602f2e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/133e11e7-d9a8-4ecf-a0c8-c3da86d1b4b3 HTTP/1.1" status: 204 len: 168 time: 0.1647177 Apr 18 18:10:39.352202 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6841d1-7675-4075-b26e-85f54602f2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133e11e7-d9a8-4ecf-a0c8-c3da86d1b4b3,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:39.353234 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 2fe512d5-a035-4d66-9ab7-aa4907884da9 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:10:39.353581 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 2fe512d5-a035-4d66-9ab7-aa4907884da9 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:10:39.354973 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 85c218b7-124a-426f-8364-2435bd996e5c no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:10:39.383568 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 85c218b7-124a-426f-8364-2435bd996e5c {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:10:39.384202 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 85c218b7-124a-426f-8364-2435bd996e5c not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:10:39.502022 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b2ab9-f7fd-4a4b-bed4-fd149fd750e6 req-1ca53dc6-00d7-4ef1-810a-72ebc036acdc tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:39.503691 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-497b2ab9-f7fd-4a4b-bed4-fd149fd750e6 req-1ca53dc6-00d7-4ef1-810a-72ebc036acdc tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 945 time: 0.0620470 Apr 18 18:10:39.558840 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-497b2ab9-f7fd-4a4b-bed4-fd149fd750e6 req-548d42f0-08fd-4304-9578-d73fccb55396 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493305 Apr 18 18:10:40.096173 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49708) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:40.207079 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-901580232-network', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:40.227937 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Made reservation on behalf of f780d3ebc8cc45288edafbce56f3fe52 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:10:40.230393 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.238767 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.323332 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Publish callbacks [] for security_group (4b5ff9ec-5c97-4fa3-b042-911ca5d2d001), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.328199 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (4b5ff9ec-5c97-4fa3-b042-911ca5d2d001), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.351645 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 18:10:40.366220 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ff9ec-5c97-4fa3-b042-911ca5d2d001,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:40.371755 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (37a3569e-f0b5-475c-a80e-45b01f4e8f7e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.372349 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Added segment 37a3569e-f0b5-475c-a80e-45b01f4e8f7e of type vlan for network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf Apr 18 18:10:40.420992 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730133120476'] for network (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.448593 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528'] for network (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.449689 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:40.450526 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.484652 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3872895 Apr 18 18:10:40.487494 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49712) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:40.492370 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Request body: {'subnet': {'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-901580232-subnet', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:40.517707 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Made reservation on behalf of f780d3ebc8cc45288edafbce56f3fe52 for: {'subnet': 1} {{(pid=103432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:10:40.522335 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13271829'] for subnet (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:40.528356 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9726ba-fb65-4257-b311-77790aab51a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:40.541601 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf details requested by agent ovs-agent-dv-cinder-838329-1-iscsi with host dv-cinder-838329-1-iscsi {{(pid=103433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 18:10:40.947792 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b0d56-59f4-4e44-980b-283b7df3f7d2 req-de93c845-0d3a-4cf2-a477-c103e7328291 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:40.949250 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ac8b0d56-59f4-4e44-980b-283b7df3f7d2 req-de93c845-0d3a-4cf2-a477-c103e7328291 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 945 time: 0.0605142 Apr 18 18:10:41.010713 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14616209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13271811'] for subnet (75bb6a45-427b-4620-95bd-836cfb8b0741), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.072172 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ac8b0d56-59f4-4e44-980b-283b7df3f7d2 req-f2cbca36-3c62-4d48-a0b6-5d6391a87717 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030273 Apr 18 18:10:41.100211 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bb6a45-427b-4620-95bd-836cfb8b0741,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:41.111681 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Checking segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:10:41.111681 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Network hostable DHCP agents. Network: a1540143-8d4d-4b33-a4f9-967a2ce9e9cf, hostable agents: ['db0f21a1-298f-4d62-816f-33325421c73c'], hosted agents: [] {{(pid=103432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 18:10:41.134498 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf is scheduled to be hosted by DHCP agent db0f21a1-298f-4d62-816f-33325421c73c with binding_index 1 {{(pid=103432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 18:10:41.146065 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838329-1-iscsi, a1540143-8d4d-4b33-a4f9-967a2ce9e9cf) {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:41.153690 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:41.154342 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.164116 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e48ca-ee7c-4f5b-accf-a49406969d90 None None] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:10:41.178039 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f0c4e5e5-a2c2-4693-8f8f-7fab2dcf5f1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6893501 Apr 18 18:10:41.182506 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49752) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:41.188911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:41.218175 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16640335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11935'] for router (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.221073 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16640991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16617558', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16769217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11942'] for router (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.251971 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49756) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:41.288189 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks [] for router_controller (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.315473 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df123a-7eee-41a2-9bcd-7b6858813c0a req-da0e59ea-e410-4fb5-a6c8-bce3aa15ef24 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:41.317359 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5df123a-7eee-41a2-9bcd-7b6858813c0a req-da0e59ea-e410-4fb5-a6c8-bce3aa15ef24 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 945 time: 0.1050575 Apr 18 18:10:41.357819 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72c9a48c-caab-5500-8199-7b4c9b89f778-a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741'}]}} from dv-cinder-838329-1-iscsi. {{(pid=103433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 18 18:10:41.359339 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.431132 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e5df123a-7eee-41a2-9bcd-7b6858813c0a req-cd1503f4-0c39-44da-b922-f3dad14c18e4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081111 Apr 18 18:10:41.450345 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks [] for router_gateway (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.456531 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49760) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:41.466526 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9af718fe-cfe4-4aeb-bd86-e7b56ec01237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.589529 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Allocated IP 172.20.0.2 (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf/75bb6a45-427b-4620-95bd-836cfb8b0741/3228e12e-bb34-4923-b802-1a9a0f73041e) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:10:41.628147 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49766) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:41.737214 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9af718fe-cfe4-4aeb-bd86-e7b56ec01237 admin admin] Publish callbacks [] for security_group (c6401e87-6570-4601-9fdb-f0cfffef81be), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.738918 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks [] for router_gateway (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.748624 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c8f89-17fb-4f76-9d1c-bf8c8d58278b tempest-TestVolumeBootPattern-378251441 tempest-TestVolumeBootPattern-378251441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:41.754029 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-704c8f89-17fb-4f76-9d1c-bf8c8d58278b tempest-TestVolumeBootPattern-378251441 tempest-TestVolumeBootPattern-378251441-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 1124 time: 0.2924459 Apr 18 18:10:41.754029 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-023f241b-dd41-4066-bec2-74a1028ab7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.755163 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Publish callbacks [] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.755329 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49770) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:41.760084 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9af718fe-cfe4-4aeb-bd86-e7b56ec01237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c6401e87-6570-4601-9fdb-f0cfffef81be), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.761108 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'port_id': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:41.764692 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.764922 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.801846 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.824328 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:10:41.833126 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:41.841009 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9af718fe-cfe4-4aeb-bd86-e7b56ec01237 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5dfb9af6782408a93eeeacc520c674e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5855803 Apr 18 18:10:41.841221 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Pushing event updated for resources: {'Port': ['ID=3228e12e-bb34-4923-b802-1a9a0f73041e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:41.841327 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49772) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:41.842441 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af718fe-cfe4-4aeb-bd86-e7b56ec01237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6401e87-6570-4601-9fdb-f0cfffef81be,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:41.842994 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:10:41.916093 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Attempting to bind port 3228e12e-bb34-4923-b802-1a9a0f73041e on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:10:41.916633 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Attempting to bind port 3228e12e-bb34-4923-b802-1a9a0f73041e by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:10:41.917113 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Attempting to bind port 3228e12e-bb34-4923-b802-1a9a0f73041e on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:10:41.922731 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:10:41.923960 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Checking segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:10:41.924164 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Allocated IP 172.27.3.110 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/3c449ea9-097f-4751-b6fc-e35f3759978b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:10:41.924514 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.925053 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Bound using segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:10:41.925626 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Bound port: 3228e12e-bb34-4923-b802-1a9a0f73041e, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:10:41.926112 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.960390 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:41.998553 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-023f241b-dd41-4066-bec2-74a1028ab7c6 admin admin] Publish callbacks [] for security_group (587b290b-e4c2-48db-a46b-b1352c7890ef), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.002957 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] For port 3228e12e-bb34-4923-b802-1a9a0f73041e, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:10:42.006646 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] For port 3228e12e-bb34-4923-b802-1a9a0f73041e, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=3228e12e-bb34-4923-b802-1a9a0f73041e,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:10:42.014678 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.036467 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-023f241b-dd41-4066-bec2-74a1028ab7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (587b290b-e4c2-48db-a46b-b1352c7890ef), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.054825 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks [] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.059813 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-618b9810-a7af-4391-a240-01b6dcf3e3df admin admin] Publish callbacks [] for security_group (c6401e87-6570-4601-9fdb-f0cfffef81be), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.082388 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d99a9-3f43-4d28-a17e-edf6e77179f8 None None] Pushing event updated for resources: {'Port': ['ID=3228e12e-bb34-4923-b802-1a9a0f73041e,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:42.106547 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.119025 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-023f241b-dd41-4066-bec2-74a1028ab7c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc53b21028594eb1b85578984087e637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895573 Apr 18 18:10:42.146059 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-618b9810-a7af-4391-a240-01b6dcf3e3df admin admin] Publish callbacks [] for security_group (c6401e87-6570-4601-9fdb-f0cfffef81be), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.147992 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49774) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:42.167845 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f241b-dd41-4066-bec2-74a1028ab7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b290b-e4c2-48db-a46b-b1352c7890ef,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:42.169290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:10:42.193620 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Pushing event updated for resources: {'Port': ['ID=3c449ea9-097f-4751-b6fc-e35f3759978b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:42.198716 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:42.202269 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:10:42.243062 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Allocated IP 172.27.3.4 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/cbc78073-a5fe-473e-a23f-bebec4fdb76f) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:10:42.312000 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4d0d-5fe3-4250-b9cc-ecbdb2d10d7d admin admin] Publish callbacks [] for security_group (587b290b-e4c2-48db-a46b-b1352c7890ef), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.319995 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-618b9810-a7af-4391-a240-01b6dcf3e3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c6401e87-6570-4601-9fdb-f0cfffef81be), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.322562 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-618b9810-a7af-4391-a240-01b6dcf3e3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.326745 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-618b9810-a7af-4391-a240-01b6dcf3e3df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6401e87-6570-4601-9fdb-f0cfffef81be HTTP/1.1" status: 204 len: 168 time: 0.4808664 Apr 18 18:10:42.381787 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b9810-a7af-4391-a240-01b6dcf3e3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6401e87-6570-4601-9fdb-f0cfffef81be,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:42.406967 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4d0d-5fe3-4250-b9cc-ecbdb2d10d7d admin admin] Publish callbacks [] for security_group (587b290b-e4c2-48db-a46b-b1352c7890ef), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.500106 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (cbc78073-a5fe-473e-a23f-bebec4fdb76f), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.556321 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4d0d-5fe3-4250-b9cc-ecbdb2d10d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (587b290b-e4c2-48db-a46b-b1352c7890ef), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.559332 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4d0d-5fe3-4250-b9cc-ecbdb2d10d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.560906 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-5dbd4d0d-5fe3-4250-b9cc-ecbdb2d10d7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/587b290b-e4c2-48db-a46b-b1352c7890ef HTTP/1.1" status: 204 len: 168 time: 0.4122961 Apr 18 18:10:42.573750 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd4d0d-5fe3-4250-b9cc-ecbdb2d10d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b290b-e4c2-48db-a46b-b1352c7890ef,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:42.589461 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (cbc78073-a5fe-473e-a23f-bebec4fdb76f), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.637390 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:10:42.644294 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:42.649614 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:10:42.695438 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=cbc78073-a5fe-473e-a23f-bebec4fdb76f,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:42.847292 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49782) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:42.898971 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks [] for router_gateway (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:42.918895 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c928-01c0-42a1-a581-f7253737bcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.187274 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16640968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16618151'] for router (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.208444 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c928-01c0-42a1-a581-f7253737bcaf admin admin] Publish callbacks [] for security_group (b6e666be-8df6-434c-8b61-debd95832738), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.216386 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c928-01c0-42a1-a581-f7253737bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b6e666be-8df6-434c-8b61-debd95832738), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.302410 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-1ee3c928-01c0-42a1-a581-f7253737bcaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2d1acc0bb7747f9bb810413c8e5bec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539340 Apr 18 18:10:43.306646 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3c928-01c0-42a1-a581-f7253737bcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e666be-8df6-434c-8b61-debd95832738,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:43.313793 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49784) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:43.373670 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 3228e12e-bb34-4923-b802-1a9a0f73041e up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:10:43.388939 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 is scheduled to L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 18:10:43.390359 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (48696435-5be5-4ef6-8298-b1bf50462a15), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.430905 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6987bc44-9e59-4f57-8582-e34cf6c6db88 admin admin] Publish callbacks [] for security_group (b6e666be-8df6-434c-8b61-debd95832738), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.484315 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6987bc44-9e59-4f57-8582-e34cf6c6db88 admin admin] Publish callbacks [] for security_group (b6e666be-8df6-434c-8b61-debd95832738), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.518575 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:10:43.533431 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:10:43.540715 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.544744 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bd127f4e-2d8a-4790-8d38-a7cee6d9141d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3577824 Apr 18 18:10:43.545050 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49786) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:43.547715 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:43.548553 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:43.557612 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (cbc78073-a5fe-473e-a23f-bebec4fdb76f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.560416 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ba1909-96cd-497a-970f-142d1a8d7b56 None None] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:10:43.601247 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c9bb1c16-6c6b-4c33-b877-13df06d57f9c None None] Provisioning complete for port 3228e12e-bb34-4923-b802-1a9a0f73041e triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:43.601950 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c9bb1c16-6c6b-4c33-b877-13df06d57f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.667198 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6987bc44-9e59-4f57-8582-e34cf6c6db88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b6e666be-8df6-434c-8b61-debd95832738), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.673395 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6987bc44-9e59-4f57-8582-e34cf6c6db88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.686215 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-6987bc44-9e59-4f57-8582-e34cf6c6db88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6e666be-8df6-434c-8b61-debd95832738 HTTP/1.1" status: 204 len: 168 time: 0.3592203 Apr 18 18:10:43.691003 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:43.703003 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 3228e12e-bb34-4923-b802-1a9a0f73041e triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:43.703478 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.721599 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987bc44-9e59-4f57-8582-e34cf6c6db88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e666be-8df6-434c-8b61-debd95832738,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:43.785796 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb1c16-6c6b-4c33-b877-13df06d57f9c None None] Current status of the port 3228e12e-bb34-4923-b802-1a9a0f73041e is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:43.786318 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c9bb1c16-6c6b-4c33-b877-13df06d57f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.872510 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c9bb1c16-6c6b-4c33-b877-13df06d57f9c None None] For port 3228e12e-bb34-4923-b802-1a9a0f73041e, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=3228e12e-bb34-4923-b802-1a9a0f73041e,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:43.894435 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for port (cbc78073-a5fe-473e-a23f-bebec4fdb76f), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.900239 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c9bb1c16-6c6b-4c33-b877-13df06d57f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.907684 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (cbc78073-a5fe-473e-a23f-bebec4fdb76f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:43.949270 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 3228e12e-bb34-4923-b802-1a9a0f73041e is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:43.949958 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.044173 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb1c16-6c6b-4c33-b877-13df06d57f9c None None] Pushing event updated for resources: {'Port': ['ID=3228e12e-bb34-4923-b802-1a9a0f73041e,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:44.089254 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.db.api [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 18:10:44.089655 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG oslo_db.api [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 18:10:44.092741 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event updated for resources: {'Port': ['ID=cbc78073-a5fe-473e-a23f-bebec4fdb76f,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:44.099064 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (48696435-5be5-4ef6-8298-b1bf50462a15), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.100159 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:42Z', 'revision_number': 3, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:44.143930 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:10:44.144292 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Updating router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 port 3c449ea9-097f-4751-b6fc-e35f3759978b binding host dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:10:44.177520 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.224333 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-08442b9a-caa7-4ee9-b7c6-631965389c27 None None] Provisioning complete for port 3228e12e-bb34-4923-b802-1a9a0f73041e triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:44.225001 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-08442b9a-caa7-4ee9-b7c6-631965389c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.246999 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Floating IP 48696435-5be5-4ef6-8298-b1bf50462a15 associated. External IP: 172.27.3.4, port: fd239303-63ca-4b62-8b6b-d1ecc6255a9a. Apr 18 18:10:44.327409 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.374403 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-08442b9a-caa7-4ee9-b7c6-631965389c27 None None] Current status of the port 3228e12e-bb34-4923-b802-1a9a0f73041e is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:44.431208 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8dad21ed-d500-4f85-bdc0-7bdb96ef908f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.589599 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:10:44.606714 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Allocated IP 172.20.0.1 (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf/75bb6a45-427b-4620-95bd-836cfb8b0741/c5110f2b-4df9-4c11-873e-878dd8dd183b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:10:44.634712 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 3228e12e-bb34-4923-b802-1a9a0f73041e is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:44.691258 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Publish callbacks [] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.700215 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.742227 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:10:44.756291 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:10:44.768441 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:44.769432 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:44.777210 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Attempting to bind port 3c449ea9-097f-4751-b6fc-e35f3759978b on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:10:44.777659 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Attempting to bind port 3c449ea9-097f-4751-b6fc-e35f3759978b by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:10:44.778102 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Attempting to bind port 3c449ea9-097f-4751-b6fc-e35f3759978b on network f8565819-f1bc-4d37-9ccb-de33d3d16499 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:10:44.778827 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.788680 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Publish callbacks [] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.792147 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:10:44.792603 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Checking segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:10:44.793068 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.793525 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Bound using segment: {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:10:44.794072 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Bound port: 3c449ea9-097f-4751-b6fc-e35f3759978b, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:10:44.795547 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.826730 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Pushing event updated for resources: {'Port': ['ID=3c449ea9-097f-4751-b6fc-e35f3759978b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:44.842626 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.851774 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.852207 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.852750 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.853161 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.853564 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.854036 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.854502 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.855300 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.856072 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.856394 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.856832 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.857134 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.857471 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.857778 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.858307 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:44.878515 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-513d20be-7733-42f5-84dc-cc95bc3c7c76 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.1129291 Apr 18 18:10:44.878515 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:10:44.886312 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:10:44.893171 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] For port 3c449ea9-097f-4751-b6fc-e35f3759978b, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:10:44.896952 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] For port 3c449ea9-097f-4751-b6fc-e35f3759978b, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=3c449ea9-097f-4751-b6fc-e35f3759978b,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:10:44.905903 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:44.921875 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:10:44.925858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:44.942694 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:10:44.957600 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bdada1-2785-4c2f-83bb-3bbbc737fd48 x-openstack-request-id: req-84bdada1-2785-4c2f-83bb-3bbbc737fd48 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:10:44.961051 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:10:44.961329 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84bdada1-2785-4c2f-83bb-3bbbc737fd48 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:10:44.961772 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bdada1-2785-4c2f-83bb-3bbbc737fd48'] response: {'name': 'network-changed', 'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'status': 'completed', 'code': 200} Apr 18 18:10:44.996241 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:44.997023 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:45.003553 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:45.025033 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16618070'] for router_interface (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:45.053082 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Pushing event updated for resources: {'Port': ['ID=c5110f2b-4df9-4c11-873e-878dd8dd183b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:45.064025 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748613c-085a-4134-bef2-fae9eab31446 None None] Pushing event updated for resources: {'Port': ['ID=3c449ea9-097f-4751-b6fc-e35f3759978b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:45.161577 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:45.165866 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.166226 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.166617 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.166967 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.167313 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.167654 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.167988 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.168321 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.170396 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.177522 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.177995 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.178378 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.178730 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.179076 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.179415 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:45.248742 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-aebaf6f0-18f3-4288-b577-6d6eae06b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:45.250556 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-aebaf6f0-18f3-4288-b577-6d6eae06b305 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 1129 time: 0.2221529 Apr 18 18:10:45.331932 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 3228e12e-bb34-4923-b802-1a9a0f73041e up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:10:45.334459 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-fcee8f45-e0e0-4812-ada4-10d18ac54621 None None] Provisioning complete for port c5110f2b-4df9-4c11-873e-878dd8dd183b triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:45.335062 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fcee8f45-e0e0-4812-ada4-10d18ac54621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:45.428947 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:42Z', 'revision_number': 3, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:45.464997 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6dd9b2-2469-4824-a0f6-e07c2e41f303 None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:42Z', 'revision_number': 3, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:10:45.480387 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:45.480978 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fcee8f45-e0e0-4812-ada4-10d18ac54621 None None] Port c5110f2b-4df9-4c11-873e-878dd8dd183b cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:10:45.510341 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '48696435-5be5-4ef6-8298-b1bf50462a15', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:01:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:43Z', 'updated_at': '2022-04-18T18:10:43Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}, {'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:31Z', 'revision_number': 1, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:45.518134 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 3228e12e-bb34-4923-b802-1a9a0f73041e triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:45.519796 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:45.544997 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-53dc5d7c-18c1-4d13-9681-8e1a3b971ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:45.547741 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-53dc5d7c-18c1-4d13-9681-8e1a3b971ac1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 912 time: 0.2718980 Apr 18 18:10:45.550898 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:10:45.612858 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:45.614390 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:45.664354 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-cb1c142f-1288-4612-9498-916c18675d24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd239303-63ca-4b62-8b6b-d1ecc6255a9a HTTP/1.1" status: 200 len: 997 time: 0.1071551 Apr 18 18:10:45.786357 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 3228e12e-bb34-4923-b802-1a9a0f73041e is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:45.795347 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-4d8854ea-a529-4dc0-a06f-8f14bab47ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:45.796915 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-4d8854ea-a529-4dc0-a06f-8f14bab47ed7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.1134725 Apr 18 18:10:45.821502 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:45.911141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-fdb2ac16-438f-4be6-b2f4-5c7e814a22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:45.913256 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-fdb2ac16-438f-4be6-b2f4-5c7e814a22fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816262 Apr 18 18:10:45.967164 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Publish callbacks [] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:46.002479 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:46.094603 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16760526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16618470'] for router_interface (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:46.100664 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Pushing event updated for resources: {'Port': ['ID=c5110f2b-4df9-4c11-873e-878dd8dd183b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:46.127735 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '48696435-5be5-4ef6-8298-b1bf50462a15', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:01:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:43Z', 'updated_at': '2022-04-18T18:10:43Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}, {'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:31Z', 'revision_number': 1, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:46.129123 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-afd25013-2e6d-4305-be10-f23fc8ad412d service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053542 Apr 18 18:10:46.315441 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197918e-d6bb-4a04-8876-29b7458b7ccb None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': '48696435-5be5-4ef6-8298-b1bf50462a15', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:01:be:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:43Z', 'updated_at': '2022-04-18T18:10:43Z', 'revision_number': 0, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}, {'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:31Z', 'revision_number': 1, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:10:46.321863 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:10:46.323670 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:46.327313 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b78f7d4b-2d4e-4df5-aa46-fef70a2e66f1 req-ed59ca12-b590-4cd6-958c-e302456c95ca service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870944 Apr 18 18:10:46.524593 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:10:46.610915 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7e40bc01-5824-4e2a-a8da-45834bab2b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:46.689236 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:10:46.695841 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c5658e0d-1cbe-4b44-bd12-9cd615ec02bd admin admin] 10.222.0.20 "PUT /v2.0/routers/4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1497293 Apr 18 18:10:46.725217 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-0e8cfeef-afb2-4c4e-ba32-944bc215322f None None] Provisioning complete for port c5110f2b-4df9-4c11-873e-878dd8dd183b triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:46.725512 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e8cfeef-afb2-4c4e-ba32-944bc215322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:46.769486 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cfeef-afb2-4c4e-ba32-944bc215322f None None] Port c5110f2b-4df9-4c11-873e-878dd8dd183b cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:10:46.773873 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb7a15-7a8c-45dd-9099-fe4ea941da62 None None] New status for floating IP 48696435-5be5-4ef6-8298-b1bf50462a15: ACTIVE {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:10:47.193873 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49846) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:47.198524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2c6dbdde-494c-44a7-9557-9d27f3d0d577 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710737558', 'description': 'tempest-description--1966493081'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:47.222476 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c6dbdde-494c-44a7-9557-9d27f3d0d577 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.303233 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c6dbdde-494c-44a7-9557-9d27f3d0d577 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (ff5fe4a4-7146-4d0a-a494-8c564f14c2bf), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.309392 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c6dbdde-494c-44a7-9557-9d27f3d0d577 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (ff5fe4a4-7146-4d0a-a494-8c564f14c2bf), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.310024 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 3c449ea9-097f-4751-b6fc-e35f3759978b up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:10:47.341742 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dbdde-494c-44a7-9557-9d27f3d0d577 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:47.346694 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2c6dbdde-494c-44a7-9557-9d27f3d0d577 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.347956 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2c6dbdde-494c-44a7-9557-9d27f3d0d577 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1529763 Apr 18 18:10:47.350915 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49848) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:47.355456 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-85705be6-da34-49d4-bd38-7e621a2fdd17 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fe4a4-7146-4d0a-a494-8c564f14c2bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:47.373052 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 3c449ea9-097f-4751-b6fc-e35f3759978b triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:47.373428 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.388037 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85705be6-da34-49d4-bd38-7e621a2fdd17 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (f368bf7e-6de5-4c94-a405-8e52beb1988c), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.454352 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85705be6-da34-49d4-bd38-7e621a2fdd17 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (f368bf7e-6de5-4c94-a405-8e52beb1988c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.457434 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 3c449ea9-097f-4751-b6fc-e35f3759978b is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:47.457834 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.458517 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85705be6-da34-49d4-bd38-7e621a2fdd17 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (f368bf7e-6de5-4c94-a405-8e52beb1988c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.477093 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85705be6-da34-49d4-bd38-7e621a2fdd17 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f368bf7e-6de5-4c94-a405-8e52beb1988c,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:47.487268 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] For port 3c449ea9-097f-4751-b6fc-e35f3759978b, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=3c449ea9-097f-4751-b6fc-e35f3759978b,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:47.488197 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-85705be6-da34-49d4-bd38-7e621a2fdd17 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.489441 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-85705be6-da34-49d4-bd38-7e621a2fdd17 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375706 Apr 18 18:10:47.492109 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49850) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:47.492531 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.496805 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-dfe56d31-6b03-4931-93cd-87d075d8e8ad tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group_rule': {'security_group_id': 'ff5fe4a4-7146-4d0a-a494-8c564f14c2bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:47.525082 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfe56d31-6b03-4931-93cd-87d075d8e8ad tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (753834c2-3d36-4fcd-9613-ffc87007d735), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.552243 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Pushing event updated for resources: {'Port': ['ID=3c449ea9-097f-4751-b6fc-e35f3759978b,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:47.593294 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfe56d31-6b03-4931-93cd-87d075d8e8ad tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (753834c2-3d36-4fcd-9613-ffc87007d735), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.598018 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfe56d31-6b03-4931-93cd-87d075d8e8ad tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (753834c2-3d36-4fcd-9613-ffc87007d735), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.619253 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe56d31-6b03-4931-93cd-87d075d8e8ad tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753834c2-3d36-4fcd-9613-ffc87007d735,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:47.626369 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dfe56d31-6b03-4931-93cd-87d075d8e8ad tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.627685 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dfe56d31-6b03-4931-93cd-87d075d8e8ad tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345084 Apr 18 18:10:47.630840 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49852) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:47.635571 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:47.657671 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:10:47.661907 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.671550 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:47.672350 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:47.754166 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:47.805797 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:47.881668 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Allocated IP 172.27.3.250 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/79a8f7e5-7ea6-43ed-8539-b942fd8dba45) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:10:47.910817 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.009899 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.056188 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.058386 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 2, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:48.096345 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:10:48.098612 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Updating router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 port c5110f2b-4df9-4c11-873e-878dd8dd183b binding host dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 18:10:48.104476 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:10:48.111091 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:48.115072 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:10:48.129287 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.143897 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=79a8f7e5-7ea6-43ed-8539-b942fd8dba45,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:48.220320 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (c114a087-a52f-4fb2-be49-84c17b3da284), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.260320 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.427087 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.431758 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.437691 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Publish callbacks [] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.444229 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.496699 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc734a-c642-4216-942f-fe84a90c5b85 None None] Pushing event updated for resources: {'Port': ['ID=c5110f2b-4df9-4c11-873e-878dd8dd183b,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:48.500132 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=79a8f7e5-7ea6-43ed-8539-b942fd8dba45,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:48.517262 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (c114a087-a52f-4fb2-be49-84c17b3da284), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.535863 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.537231 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e2a1540e-7b54-4557-9bd6-eecef83bc860 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9054015 Apr 18 18:10:48.568998 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Attempting to bind port c5110f2b-4df9-4c11-873e-878dd8dd183b on host dv-cinder-838329-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:10:48.569401 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Attempting to bind port c5110f2b-4df9-4c11-873e-878dd8dd183b by drivers openvswitch,hyperv on host dv-cinder-838329-1-iscsi at level 0 using segments [{'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:10:48.569728 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Attempting to bind port c5110f2b-4df9-4c11-873e-878dd8dd183b on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:10:48.575671 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Checking agent: {'id': '33cdf614-02b9-4b43-bf07-6d1ce52d0f6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838329-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 17, 54, 21), 'started_at': datetime.datetime(2022, 4, 18, 17, 54, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838329-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:10:48.576057 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Checking segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:10:48.576605 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.577001 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Bound using segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:10:48.577477 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Bound port: c5110f2b-4df9-4c11-873e-878dd8dd183b, host: dv-cinder-838329-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:10:48.577858 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.665856 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] For port c5110f2b-4df9-4c11-873e-878dd8dd183b, host dv-cinder-838329-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:10:48.669406 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] For port c5110f2b-4df9-4c11-873e-878dd8dd183b, host dv-cinder-838329-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c5110f2b-4df9-4c11-873e-878dd8dd183b,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:10:48.677279 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.713022 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-4a463bfb-3b42-42d3-a679-ecac0e988d9f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1710737558&fields=id&tenant_id=f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 267 time: 0.0558295 Apr 18 18:10:48.740312 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:10:48.740970 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:48.787710 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc734a-c642-4216-942f-fe84a90c5b85 None None] Pushing event updated for resources: {'Port': ['ID=c5110f2b-4df9-4c11-873e-878dd8dd183b,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:48.816439 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-71667923-bb03-48f4-9406-5f22fe9f4b53 None None] Provisioning complete for port c5110f2b-4df9-4c11-873e-878dd8dd183b triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:48.816819 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71667923-bb03-48f4-9406-5f22fe9f4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:48.846279 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-84f239ab-7cb8-4593-9f55-7e8a16a4ca88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:48.852755 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-84f239ab-7cb8-4593-9f55-7e8a16a4ca88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 814 time: 0.1300611 Apr 18 18:10:48.866833 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-078ee9c7-10a7-4b2d-b5e0-f19b71738449 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/quotas/f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 375 time: 0.0130107 Apr 18 18:10:48.926860 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-8f34a044-233a-43e8-8d76-1f6334b178ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552032 Apr 18 18:10:48.934372 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:10:49.029717 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-5481631a-5770-4918-bdd4-d50d2072446d service neutron] 10.222.0.20 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931170 Apr 18 18:10:49.040451 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-71667923-bb03-48f4-9406-5f22fe9f4b53 None None] Current status of the port c5110f2b-4df9-4c11-873e-878dd8dd183b is: DOWN; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:49.040850 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71667923-bb03-48f4-9406-5f22fe9f4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:49.123373 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-71667923-bb03-48f4-9406-5f22fe9f4b53 None None] For port c5110f2b-4df9-4c11-873e-878dd8dd183b, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c5110f2b-4df9-4c11-873e-878dd8dd183b,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:49.132007 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-71667923-bb03-48f4-9406-5f22fe9f4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:49.149301 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-c72cb10d-e624-4467-a567-ee06e1866d43 service neutron] 10.222.0.20 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135788 Apr 18 18:10:49.194355 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:49.216504 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71667923-bb03-48f4-9406-5f22fe9f4b53 None None] Pushing event updated for resources: {'Port': ['ID=c5110f2b-4df9-4c11-873e-878dd8dd183b,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:49.265159 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-1fef28dd-3574-4bba-9bc0-26bf5b098285 None None] Provisioning complete for port c5110f2b-4df9-4c11-873e-878dd8dd183b triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:49.265539 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1fef28dd-3574-4bba-9bc0-26bf5b098285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:49.295887 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:48Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:10:49.328944 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af256a8-0796-4541-ae65-3e13c051bfa4 None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:48Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:10:49.354147 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 3c449ea9-097f-4751-b6fc-e35f3759978b up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:10:49.461943 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-1fef28dd-3574-4bba-9bc0-26bf5b098285 None None] Current status of the port c5110f2b-4df9-4c11-873e-878dd8dd183b is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:49.468495 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-966fd475-9918-4837-8847-7f6b9f91d0ec req-401e2e89-f667-4c1e-be78-0ae79cc594fb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 210 time: 0.1135573 Apr 18 18:10:49.481489 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port 3c449ea9-097f-4751-b6fc-e35f3759978b triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:49.481877 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:49.607586 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port 3c449ea9-097f-4751-b6fc-e35f3759978b is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:50.627189 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-575a3c7a-e49c-4b82-a86d-bdcabfa48c6d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:50.628839 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4fc36ef5-743c-49ba-8891-4544cc7eef1c req-3b9fdb3a-e9a3-48e2-8fdc-0c2b692b426a tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 210 time: 0.0505311 Apr 18 18:10:50.636258 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-575a3c7a-e49c-4b82-a86d-bdcabfa48c6d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 814 time: 0.1722329 Apr 18 18:10:50.717919 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:50.720813 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-1a857f4f-4c2a-4405-903f-e342b9d322f9 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 380 time: 0.0670273 Apr 18 18:10:50.767646 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'port': {'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'admin_state_up': True, 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'security_groups': ['ff5fe4a4-7146-4d0a-a494-8c564f14c2bf']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:50.883404 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Made reservation on behalf of f780d3ebc8cc45288edafbce56f3fe52 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:10:50.886857 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:50.937477 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49916) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:51.028836 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Allocated IP 172.20.0.14 (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf/75bb6a45-427b-4620-95bd-836cfb8b0741/128a2de5-e2ad-4974-a739-3ba9e87c2c82) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:10:51.047518 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e26e7966-c493-420c-b387-b7f080b0f2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.127372 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e26e7966-c493-420c-b387-b7f080b0f2cd admin admin] Publish callbacks [] for security_group (be16adec-7b13-4bda-842b-e3a3c702c8c7), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.132416 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e26e7966-c493-420c-b387-b7f080b0f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (be16adec-7b13-4bda-842b-e3a3c702c8c7), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.174991 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e26e7966-c493-420c-b387-b7f080b0f2cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d242e666b05c4de88007e2f0b98154a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361226 Apr 18 18:10:51.176056 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e7966-c493-420c-b387-b7f080b0f2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be16adec-7b13-4bda-842b-e3a3c702c8c7,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:51.176686 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.177975 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 49920) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:51.249221 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c110cb5-3592-499d-bc47-e407973e66cd admin admin] Publish callbacks [] for security_group (be16adec-7b13-4bda-842b-e3a3c702c8c7), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.253573 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.304708 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c5110f2b-4df9-4c11-873e-878dd8dd183b up at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:10:51.326326 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c110cb5-3592-499d-bc47-e407973e66cd admin admin] Publish callbacks [] for security_group (be16adec-7b13-4bda-842b-e3a3c702c8c7), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.329582 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:10:51.343113 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:10:51.351818 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:10:51.352787 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Provisioning complete for port c5110f2b-4df9-4c11-873e-878dd8dd183b triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:51.353184 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.365819 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=128a2de5-e2ad-4974-a739-3ba9e87c2c82,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:51.434681 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:51.435326 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.447705 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Current status of the port c5110f2b-4df9-4c11-873e-878dd8dd183b is: ACTIVE; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:51.457553 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-893a079a-3f74-4d82-a28e-ae6cb2115825 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6943281 Apr 18 18:10:51.462933 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c110cb5-3592-499d-bc47-e407973e66cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (be16adec-7b13-4bda-842b-e3a3c702c8c7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.465775 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9c110cb5-3592-499d-bc47-e407973e66cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.466928 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9c110cb5-3592-499d-bc47-e407973e66cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be16adec-7b13-4bda-842b-e3a3c702c8c7 HTTP/1.1" status: 204 len: 168 time: 0.2879944 Apr 18 18:10:51.474037 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Request body: {'port': {'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:51.499196 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c110cb5-3592-499d-bc47-e407973e66cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be16adec-7b13-4bda-842b-e3a3c702c8c7,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:51.556929 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.598136 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-eeabdbbb-b570-42dd-9ded-cd5071398d33 None None] Provisioning complete for port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:51.598560 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eeabdbbb-b570-42dd-9ded-cd5071398d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.638224 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-eeabdbbb-b570-42dd-9ded-cd5071398d33 None None] Port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:10:51.754442 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cda07-6aa8-47ff-b302-a43de2fe2176 req-d3e9a0d8-2d38-4264-8da7-d9fe70e0741b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:51.755988 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-209cda07-6aa8-47ff-b302-a43de2fe2176 req-d3e9a0d8-2d38-4264-8da7-d9fe70e0741b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 932 time: 0.0510988 Apr 18 18:10:51.782807 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49928) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:51.800891 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0a06e44a-7851-49c7-9f5c-649f6d3c8e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.835407 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-209cda07-6aa8-47ff-b302-a43de2fe2176 req-f6d5700e-92ed-4245-ace9-4d42d96fd23c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729828 Apr 18 18:10:51.862766 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128a2de5-e2ad-4974-a739-3ba9e87c2c82 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:10:51.871018 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Publish callbacks [] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.885198 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Transition to ACTIVE for port object 128a2de5-e2ad-4974-a739-3ba9e87c2c82 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:10:51.889452 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.909483 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0a06e44a-7851-49c7-9f5c-649f6d3c8e8c admin admin] Publish callbacks [] for security_group (bab7d411-e3fc-4737-bdba-624a79d72f78), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.913890 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0a06e44a-7851-49c7-9f5c-649f6d3c8e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (bab7d411-e3fc-4737-bdba-624a79d72f78), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:51.941759 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Pushing event updated for resources: {'Port': ['ID=128a2de5-e2ad-4974-a739-3ba9e87c2c82,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:51.966996 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-0a06e44a-7851-49c7-9f5c-649f6d3c8e8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=237bf89d41c1489aaf9549cb4fe4f46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826732 Apr 18 18:10:51.968008 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 49930) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:51.975025 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06e44a-7851-49c7-9f5c-649f6d3c8e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab7d411-e3fc-4737-bdba-624a79d72f78,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:52.029829 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Attempting to bind port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:10:52.030311 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Attempting to bind port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:10:52.030803 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Attempting to bind port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:10:52.031837 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afc54b72-2d35-487a-8898-7fece8a50cc1 admin admin] Publish callbacks [] for security_group (bab7d411-e3fc-4737-bdba-624a79d72f78), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:52.035904 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:10:52.036383 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Attempting to bind port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:10:52.041895 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:10:52.042413 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Checking segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:10:52.042870 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Bound using segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:10:52.043402 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Bound port: 128a2de5-e2ad-4974-a739-3ba9e87c2c82, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:10:52.043832 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:52.058777 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afc54b72-2d35-487a-8898-7fece8a50cc1 admin admin] Publish callbacks [] for security_group (bab7d411-e3fc-4737-bdba-624a79d72f78), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:52.117696 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afc54b72-2d35-487a-8898-7fece8a50cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (bab7d411-e3fc-4737-bdba-624a79d72f78), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:52.120550 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-afc54b72-2d35-487a-8898-7fece8a50cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:52.124462 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-afc54b72-2d35-487a-8898-7fece8a50cc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bab7d411-e3fc-4737-bdba-624a79d72f78 HTTP/1.1" status: 204 len: 168 time: 0.1523831 Apr 18 18:10:52.133721 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc54b72-2d35-487a-8898-7fece8a50cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab7d411-e3fc-4737-bdba-624a79d72f78,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:52.401627 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] For port 128a2de5-e2ad-4974-a739-3ba9e87c2c82, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:10:52.404714 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] For port 128a2de5-e2ad-4974-a739-3ba9e87c2c82, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=128a2de5-e2ad-4974-a739-3ba9e87c2c82,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:10:52.411598 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:52.448722 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:52.449357 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:52.450780 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] 10.222.0.15 "PUT /v2.0/ports/128a2de5-e2ad-4974-a739-3ba9e87c2c82 HTTP/1.1" status: 200 len: 1094 time: 0.9828367 Apr 18 18:10:52.451231 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'tag': '128a2de5-e2ad-4974-a739-3ba9e87c2c82'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:10:52.453499 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aa56d1-3afc-4563-bc6f-75ac9438f18b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d00db0f-6e10-4765-87f6-c53ca86d8104", "tag": "128a2de5-e2ad-4974-a739-3ba9e87c2c82"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:10:52.486952 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5d4e0-3ede-493b-9007-85b5b633dc78 service neutron] Pushing event updated for resources: {'Port': ['ID=128a2de5-e2ad-4974-a739-3ba9e87c2c82,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:52.502141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c40b2e-d35b-4901-aced-c0d9aa609e59 x-openstack-request-id: req-33c40b2e-d35b-4901-aced-c0d9aa609e59 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:10:52.502537 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d00db0f-6e10-4765-87f6-c53ca86d8104", "tag": "128a2de5-e2ad-4974-a739-3ba9e87c2c82", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:10:52.503446 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33c40b2e-d35b-4901-aced-c0d9aa609e59 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:10:52.503837 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c40b2e-d35b-4901-aced-c0d9aa609e59'] response: {'name': 'network-changed', 'server_uuid': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'tag': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'status': 'completed', 'code': 200} Apr 18 18:10:52.559201 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-d2a160f3-5393-4671-93d4-2fe396744046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:52.560779 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-d2a160f3-5393-4671-93d4-2fe396744046 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 1128 time: 0.0451868 Apr 18 18:10:52.612082 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-0af26b37-963f-48d3-9cfd-7d8ea0b45a8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=128a2de5-e2ad-4974-a739-3ba9e87c2c82 HTTP/1.1" status: 200 len: 217 time: 0.0409236 Apr 18 18:10:52.676300 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-ca00749c-6ba7-4e24-baa5-f35e1d88163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:52.678328 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-ca00749c-6ba7-4e24-baa5-f35e1d88163b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0525668 Apr 18 18:10:52.728615 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-8f930dfb-dba6-454f-b0bd-49e62af7d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:52.730022 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-8f930dfb-dba6-454f-b0bd-49e62af7d0c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442445 Apr 18 18:10:52.832368 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-019e0e0b-dd02-4597-89ee-03b4e427e310 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944991 Apr 18 18:10:52.926348 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa92cfb7-f101-4199-b54b-3bc757bacb4d req-40ebb30a-f53e-46e0-bf58-cde519f4a238 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877075 Apr 18 18:10:52.971215 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63defbfb-2f43-452d-99c0-307f24645f75 req-b359b963-be01-4722-abf4-8f6a4073ef76 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:52.973414 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-63defbfb-2f43-452d-99c0-307f24645f75 req-b359b963-be01-4722-abf4-8f6a4073ef76 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 944 time: 0.0588717 Apr 18 18:10:53.035435 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-63defbfb-2f43-452d-99c0-307f24645f75 req-29c30c3d-2367-4b97-b11c-a2bf58ab810e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493553 Apr 18 18:10:53.906265 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-bf0dfd9d-c78a-4feb-87d0-d04d40f7b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:53.907780 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-bf0dfd9d-c78a-4feb-87d0-d04d40f7b71a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 1128 time: 0.0449855 Apr 18 18:10:54.012874 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-d99bb569-e87a-44af-acb9-97ce47688e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:54.014598 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-d99bb569-e87a-44af-acb9-97ce47688e16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.0995924 Apr 18 18:10:54.055823 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-62732931-e8ff-439b-9285-2587a2a08d27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=128a2de5-e2ad-4974-a739-3ba9e87c2c82 HTTP/1.1" status: 200 len: 217 time: 0.0346653 Apr 18 18:10:54.109293 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-5e02fae7-0d39-4ae7-b05a-c102ce0656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:54.111667 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-5e02fae7-0d39-4ae7-b05a-c102ce0656dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0497255 Apr 18 18:10:54.153440 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89976b-67ff-4be6-801b-ac97a4b3c3d8 req-b6c15bf9-1750-4df3-b8f0-882014654b21 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:54.155190 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b89976b-67ff-4be6-801b-ac97a4b3c3d8 req-b6c15bf9-1750-4df3-b8f0-882014654b21 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 944 time: 0.0484810 Apr 18 18:10:54.158018 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-21ae0213-42cf-4cb4-a60b-43e5a7ee40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:54.159626 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-21ae0213-42cf-4cb4-a60b-43e5a7ee40b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405369 Apr 18 18:10:54.205830 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6b89976b-67ff-4be6-801b-ac97a4b3c3d8 req-519481d2-8fd8-4575-8fe6-221f25a9c8a8 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443990 Apr 18 18:10:54.257910 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-d5957a22-c009-4f54-9295-c175f0158c95 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904908 Apr 18 18:10:54.353250 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-70aa56d1-3afc-4563-bc6f-75ac9438f18b req-a4369e73-ee04-4288-bb81-fbf6aeb9ed15 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878060 Apr 18 18:10:54.527798 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 128a2de5-e2ad-4974-a739-3ba9e87c2c82 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:10:54.628463 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 128a2de5-e2ad-4974-a739-3ba9e87c2c82, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=128a2de5-e2ad-4974-a739-3ba9e87c2c82,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:54.771478 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:10:54.808385 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:54.808772 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:54.821942 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128a2de5-e2ad-4974-a739-3ba9e87c2c82 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:10:54.842305 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 128a2de5-e2ad-4974-a739-3ba9e87c2c82, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=128a2de5-e2ad-4974-a739-3ba9e87c2c82,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:54.847569 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:54.896128 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=128a2de5-e2ad-4974-a739-3ba9e87c2c82,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:54.903391 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.903735 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.904077 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.904417 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.904762 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.905079 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.905407 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.905737 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.906061 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.906592 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.907016 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.907426 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.907753 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.908074 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:54.908395 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:10:55.148452 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['128a2de5-e2ad-4974-a739-3ba9e87c2c82'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:10:55.334794 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0a24a-9247-4b0e-ac8d-2217692a53a6 req-c84ba715-fd6f-427e-a683-f5abdf72ef27 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:55.336241 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2ad0a24a-9247-4b0e-ac8d-2217692a53a6 req-c84ba715-fd6f-427e-a683-f5abdf72ef27 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 945 time: 0.0581763 Apr 18 18:10:55.390920 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2ad0a24a-9247-4b0e-ac8d-2217692a53a6 req-64336ea9-94d3-4763-87ac-3d66d6ddffd5 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491574 Apr 18 18:10:56.509269 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924baeb-ea5c-4fdf-8f92-e640361d8890 req-b9a62827-5c52-40fc-9997-8398f2541e4f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:56.510824 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8924baeb-ea5c-4fdf-8f92-e640361d8890 req-b9a62827-5c52-40fc-9997-8398f2541e4f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Apr 18 18:10:56.554831 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 128a2de5-e2ad-4974-a739-3ba9e87c2c82 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:10:56.565310 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8924baeb-ea5c-4fdf-8f92-e640361d8890 req-4a453e69-a8ce-4f3f-beff-17f6ace740d4 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Apr 18 18:10:56.604849 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:10:56.611969 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:10:56.612346 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:56.699733 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:10:56.700125 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:56.722984 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128a2de5-e2ad-4974-a739-3ba9e87c2c82'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:10:56.725246 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aaff65-0964-4b1e-a90c-09294c338abb" -d '{"events": [{"server_uuid": "0d00db0f-6e10-4765-87f6-c53ca86d8104", "name": "network-vif-plugged", "status": "completed", "tag": "128a2de5-e2ad-4974-a739-3ba9e87c2c82"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:10:56.745245 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 128a2de5-e2ad-4974-a739-3ba9e87c2c82, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=128a2de5-e2ad-4974-a739-3ba9e87c2c82,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:10:56.749177 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:56.777038 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e2dc7-bb99-46d9-82a2-9c7848c108b3 x-openstack-request-id: req-ea2e2dc7-bb99-46d9-82a2-9c7848c108b3 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:10:56.777330 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d00db0f-6e10-4765-87f6-c53ca86d8104", "name": "network-vif-plugged", "status": "completed", "tag": "128a2de5-e2ad-4974-a739-3ba9e87c2c82", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:10:56.777587 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea2e2dc7-bb99-46d9-82a2-9c7848c108b3 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:10:56.777980 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2e2dc7-bb99-46d9-82a2-9c7848c108b3'] response: {'server_uuid': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'code': 200} Apr 18 18:10:56.805064 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=128a2de5-e2ad-4974-a739-3ba9e87c2c82,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:10:56.940702 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d05df7-1e8e-4b8a-a182-ddae6024575e req-4f9d640a-8ecc-4bad-8460-2a27f9c15f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:56.942283 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-09d05df7-1e8e-4b8a-a182-ddae6024575e req-4f9d640a-8ecc-4bad-8460-2a27f9c15f01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 1130 time: 0.0408325 Apr 18 18:10:56.993432 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-09d05df7-1e8e-4b8a-a182-ddae6024575e req-6c7af94b-7c08-4d80-889b-6d60fabfb518 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Apr 18 18:10:57.698534 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5d979-49c3-4595-b2f9-519a46595a7a req-320436c2-428c-4b41-b25c-f0de788a3f30 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:57.699973 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2fb5d979-49c3-4595-b2f9-519a46595a7a req-320436c2-428c-4b41-b25c-f0de788a3f30 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 946 time: 0.0631742 Apr 18 18:10:57.763345 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2fb5d979-49c3-4595-b2f9-519a46595a7a req-6f5eb5aa-7bb1-4905-b8c2-007caf65dfd0 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477841 Apr 18 18:10:58.893405 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2a823-869e-480a-9776-e907a0d64671 req-0311cf78-e20b-4100-a2ff-8b0fb4744fa8 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:58.895011 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1de2a823-869e-480a-9776-e907a0d64671 req-0311cf78-e20b-4100-a2ff-8b0fb4744fa8 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 946 time: 0.0538065 Apr 18 18:10:58.945602 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1de2a823-869e-480a-9776-e907a0d64671 req-39081124-cf12-4754-804b-b1e6027ad582 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449476 Apr 18 18:10:59.069991 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a57b0-7f60-4d17-9759-c15490fc65d6 req-2dbd121a-5835-45d1-9472-a2772fdf47b4 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:10:59.071721 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6d6a57b0-7f60-4d17-9759-c15490fc65d6 req-2dbd121a-5835-45d1-9472-a2772fdf47b4 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 946 time: 0.0588310 Apr 18 18:10:59.081674 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50046) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:10:59.086588 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'floatingip': {'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:10:59.130949 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (c114a087-a52f-4fb2-be49-84c17b3da284), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:59.868745 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:59.872883 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (c114a087-a52f-4fb2-be49-84c17b3da284), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:10:59.984812 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Floating IP c114a087-a52f-4fb2-be49-84c17b3da284 associated. External IP: 172.27.3.250, port: 128a2de5-e2ad-4974-a739-3ba9e87c2c82. Apr 18 18:11:00.212309 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:11:00.332300 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:11:00.336847 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:00.341852 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:11:00.357013 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:11:00.357650 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:00.369655 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f9817050-ed30-482f-b856-5fe4c6769f50 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "PUT /v2.0/floatingips/c114a087-a52f-4fb2-be49-84c17b3da284 HTTP/1.1" status: 200 len: 992 time: 1.2864561 Apr 18 18:11:00.370097 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'tag': '128a2de5-e2ad-4974-a739-3ba9e87c2c82'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:11:00.372434 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2906d-3215-4531-bf58-aa38f2520b87" -d '{"events": [{"name": "network-changed", "server_uuid": "0d00db0f-6e10-4765-87f6-c53ca86d8104", "tag": "128a2de5-e2ad-4974-a739-3ba9e87c2c82"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:11:00.412394 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e47ac13-a0be-4bad-a9d3-de09341f5e6a x-openstack-request-id: req-0e47ac13-a0be-4bad-a9d3-de09341f5e6a {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:11:00.412692 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d00db0f-6e10-4765-87f6-c53ca86d8104", "tag": "128a2de5-e2ad-4974-a739-3ba9e87c2c82", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:11:00.412975 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e47ac13-a0be-4bad-a9d3-de09341f5e6a {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:11:00.413368 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e47ac13-a0be-4bad-a9d3-de09341f5e6a'] response: {'name': 'network-changed', 'server_uuid': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'tag': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'status': 'completed', 'code': 200} Apr 18 18:11:00.477149 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-10849666-51c6-4b48-91b4-955367fde852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:00.478837 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-10849666-51c6-4b48-91b4-955367fde852 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 1130 time: 0.0435102 Apr 18 18:11:00.483178 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:11:00.582070 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-d8156511-8467-4910-9682-0672644b1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:00.582070 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-d8156511-8467-4910-9682-0672644b1e50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.0943491 Apr 18 18:11:00.657931 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-31dfc717-2dae-4690-9b18-c6d1d366491f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=128a2de5-e2ad-4974-a739-3ba9e87c2c82 HTTP/1.1" status: 200 len: 1000 time: 0.0683789 Apr 18 18:11:00.711096 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-4cc89f5b-6fc0-4a3c-820c-4c1b86e56bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:00.712699 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-4cc89f5b-6fc0-4a3c-820c-4c1b86e56bf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0472004 Apr 18 18:11:00.736980 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:10:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:00.761596 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-39f3b769-5908-443d-9a5b-396958f6904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:00.763146 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-39f3b769-5908-443d-9a5b-396958f6904c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423610 Apr 18 18:11:00.764858 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:11:00.774851 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:11:00.775468 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:10:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:00.877360 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-e36bf3a6-063a-4416-9b61-9848c0d1cae5 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069851 Apr 18 18:11:00.895479 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:11:00.976946 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1a2906d-3215-4531-bf58-aa38f2520b87 req-4f3ab651-5c27-49f2-ac42-369a42e355ff service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891550 Apr 18 18:11:01.128562 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:10:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:01.155994 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b408706-2dc5-4012-90fd-d97ec157c942 None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:10:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:11:01.386420 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139aa93e-8f5d-4933-b893-432cc214be45 None None] New status for floating IP c114a087-a52f-4fb2-be49-84c17b3da284: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:11:01.519477 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:03.744712 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:11:09.863532 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50104) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:09.970488 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:10.053145 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Publish callbacks [] for security_group (53fe1e3b-c6a3-469c-95c2-9392800742b7), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:10.056536 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (53fe1e3b-c6a3-469c-95c2-9392800742b7), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:10.095281 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe1e3b-c6a3-469c-95c2-9392800742b7,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:10.104363 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33bb497b44d14b8dbfecc8b5a1a30b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397118 Apr 18 18:11:10.107103 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50108) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:10.109256 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.109885 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.110445 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.111002 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.111002 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.111281 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.111610 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.111939 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.112270 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.112600 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.112922 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.113256 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.113583 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.113905 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.114230 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d29922-a9af-4423-a78a-b65df8698b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:10.162198 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c368447-662a-4e2e-bcc3-401c92956c2b admin admin] Publish callbacks [] for security_group (53fe1e3b-c6a3-469c-95c2-9392800742b7), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:10.184006 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c368447-662a-4e2e-bcc3-401c92956c2b admin admin] Publish callbacks [] for security_group (53fe1e3b-c6a3-469c-95c2-9392800742b7), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:10.234207 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c368447-662a-4e2e-bcc3-401c92956c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (53fe1e3b-c6a3-469c-95c2-9392800742b7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:10.237009 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8c368447-662a-4e2e-bcc3-401c92956c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:10.238187 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8c368447-662a-4e2e-bcc3-401c92956c2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53fe1e3b-c6a3-469c-95c2-9392800742b7 HTTP/1.1" status: 204 len: 168 time: 0.1299593 Apr 18 18:11:10.245988 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c368447-662a-4e2e-bcc3-401c92956c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe1e3b-c6a3-469c-95c2-9392800742b7,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:11.247265 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50142) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:11.349668 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4965da54-9e40-47f3-be0f-fb56665568c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:11.435507 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4965da54-9e40-47f3-be0f-fb56665568c0 admin admin] Publish callbacks [] for security_group (c55406f4-e58b-40c6-8fe8-53236b3ecc66), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:11.440182 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4965da54-9e40-47f3-be0f-fb56665568c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c55406f4-e58b-40c6-8fe8-53236b3ecc66), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:11.482725 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4965da54-9e40-47f3-be0f-fb56665568c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7501791d619d4665a3f253df6c4c303b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343180 Apr 18 18:11:11.483602 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965da54-9e40-47f3-be0f-fb56665568c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55406f4-e58b-40c6-8fe8-53236b3ecc66,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:11.485461 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50146) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:11.539725 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da73d4bf-6a7a-439b-8796-0fe622452c8f admin admin] Publish callbacks [] for security_group (c55406f4-e58b-40c6-8fe8-53236b3ecc66), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:11.565995 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da73d4bf-6a7a-439b-8796-0fe622452c8f admin admin] Publish callbacks [] for security_group (c55406f4-e58b-40c6-8fe8-53236b3ecc66), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:11.626863 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da73d4bf-6a7a-439b-8796-0fe622452c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c55406f4-e58b-40c6-8fe8-53236b3ecc66), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:11.629520 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-da73d4bf-6a7a-439b-8796-0fe622452c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:11.630928 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-da73d4bf-6a7a-439b-8796-0fe622452c8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c55406f4-e58b-40c6-8fe8-53236b3ecc66 HTTP/1.1" status: 204 len: 168 time: 0.1441848 Apr 18 18:11:11.638892 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d4bf-6a7a-439b-8796-0fe622452c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55406f4-e58b-40c6-8fe8-53236b3ecc66,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:14.418358 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37bae6ad-ebac-4da5-afee-4a6029fa0cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:16.587783 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-84ffeb9b-5bb5-453d-8ba8-4cfaa862461c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:17.840790 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.156640 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.554495 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50272) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:19.655481 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d17d54ea-ace1-4a66-ab2f-ed6fd7a0ff3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.737278 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d17d54ea-ace1-4a66-ab2f-ed6fd7a0ff3a admin admin] Publish callbacks [] for security_group (a98ddf11-11b8-45c4-97bb-c3573daf38d3), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.741049 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d17d54ea-ace1-4a66-ab2f-ed6fd7a0ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a98ddf11-11b8-45c4-97bb-c3573daf38d3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.782597 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d17d54ea-ace1-4a66-ab2f-ed6fd7a0ff3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c2d14548159443fbba8e4f40758278b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262404 Apr 18 18:11:19.783556 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d54ea-ace1-4a66-ab2f-ed6fd7a0ff3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ddf11-11b8-45c4-97bb-c3573daf38d3,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:19.785179 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50276) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:19.836407 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bce9d658-4a76-415a-a19b-96deb787ebd0 admin admin] Publish callbacks [] for security_group (a98ddf11-11b8-45c4-97bb-c3573daf38d3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.857444 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bce9d658-4a76-415a-a19b-96deb787ebd0 admin admin] Publish callbacks [] for security_group (a98ddf11-11b8-45c4-97bb-c3573daf38d3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.904555 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bce9d658-4a76-415a-a19b-96deb787ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a98ddf11-11b8-45c4-97bb-c3573daf38d3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.908166 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bce9d658-4a76-415a-a19b-96deb787ebd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:19.909391 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bce9d658-4a76-415a-a19b-96deb787ebd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a98ddf11-11b8-45c4-97bb-c3573daf38d3 HTTP/1.1" status: 204 len: 168 time: 0.1231604 Apr 18 18:11:19.916782 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9d658-4a76-415a-a19b-96deb787ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ddf11-11b8-45c4-97bb-c3573daf38d3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:20.164093 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50282) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:20.178832 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d104d538-fffe-40a1-9678-00001f23424d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.251937 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d104d538-fffe-40a1-9678-00001f23424d admin admin] Publish callbacks [] for security_group (9113e89f-92fb-4d1b-b189-2794218720b3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.255365 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d104d538-fffe-40a1-9678-00001f23424d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (9113e89f-92fb-4d1b-b189-2794218720b3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.293388 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d104d538-fffe-40a1-9678-00001f23424d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2b488b631914592a4d649a7275a3678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282160 Apr 18 18:11:20.294535 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104d538-fffe-40a1-9678-00001f23424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9113e89f-92fb-4d1b-b189-2794218720b3,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:20.296056 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50284) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:20.343428 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c502591-21b1-459a-a55c-280554545db9 admin admin] Publish callbacks [] for security_group (9113e89f-92fb-4d1b-b189-2794218720b3), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.365139 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c502591-21b1-459a-a55c-280554545db9 admin admin] Publish callbacks [] for security_group (9113e89f-92fb-4d1b-b189-2794218720b3), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.412633 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c502591-21b1-459a-a55c-280554545db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (9113e89f-92fb-4d1b-b189-2794218720b3), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.415333 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7c502591-21b1-459a-a55c-280554545db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.416456 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-7c502591-21b1-459a-a55c-280554545db9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9113e89f-92fb-4d1b-b189-2794218720b3 HTTP/1.1" status: 204 len: 168 time: 0.1193752 Apr 18 18:11:20.425137 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c502591-21b1-459a-a55c-280554545db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9113e89f-92fb-4d1b-b189-2794218720b3,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:20.721815 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.726872 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50290) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:20.740870 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db298e33-432f-419f-99ef-6d1f4886d2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.817846 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db298e33-432f-419f-99ef-6d1f4886d2e5 admin admin] Publish callbacks [] for security_group (52129e14-5802-4fb1-92cc-52333762ca24), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.821652 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db298e33-432f-419f-99ef-6d1f4886d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (52129e14-5802-4fb1-92cc-52333762ca24), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.861792 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-db298e33-432f-419f-99ef-6d1f4886d2e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18edc8bdd77f43ae9c21958b3a54eb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338069 Apr 18 18:11:20.863732 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db298e33-432f-419f-99ef-6d1f4886d2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52129e14-5802-4fb1-92cc-52333762ca24,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:20.864617 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50292) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:20.915215 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3748f516-073c-4f18-8d61-3e6c8708eacd admin admin] Publish callbacks [] for security_group (52129e14-5802-4fb1-92cc-52333762ca24), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.935900 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3748f516-073c-4f18-8d61-3e6c8708eacd admin admin] Publish callbacks [] for security_group (52129e14-5802-4fb1-92cc-52333762ca24), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.982492 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3748f516-073c-4f18-8d61-3e6c8708eacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (52129e14-5802-4fb1-92cc-52333762ca24), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.985741 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3748f516-073c-4f18-8d61-3e6c8708eacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:20.988753 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-3748f516-073c-4f18-8d61-3e6c8708eacd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52129e14-5802-4fb1-92cc-52333762ca24 HTTP/1.1" status: 204 len: 168 time: 0.1229730 Apr 18 18:11:20.997069 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748f516-073c-4f18-8d61-3e6c8708eacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52129e14-5802-4fb1-92cc-52333762ca24,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:22.040121 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50324) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:22.143754 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbdd-7ac2-4a04-b7ec-6de374976fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:22.216758 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbdd-7ac2-4a04-b7ec-6de374976fa4 admin admin] Publish callbacks [] for security_group (520cc0ea-2ecb-4660-b701-db8d85d78ca0), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:22.221333 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c56ebbdd-7ac2-4a04-b7ec-6de374976fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (520cc0ea-2ecb-4660-b701-db8d85d78ca0), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:22.261134 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-c56ebbdd-7ac2-4a04-b7ec-6de374976fa4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74c45a50eac14e58a9de3dd32838c070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199166 Apr 18 18:11:22.262007 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ebbdd-7ac2-4a04-b7ec-6de374976fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520cc0ea-2ecb-4660-b701-db8d85d78ca0,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:22.263791 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50328) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:22.315641 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8edea077-e3a6-4455-822f-23427d38e38f admin admin] Publish callbacks [] for security_group (520cc0ea-2ecb-4660-b701-db8d85d78ca0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:22.337833 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8edea077-e3a6-4455-822f-23427d38e38f admin admin] Publish callbacks [] for security_group (520cc0ea-2ecb-4660-b701-db8d85d78ca0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:22.385123 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8edea077-e3a6-4455-822f-23427d38e38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (520cc0ea-2ecb-4660-b701-db8d85d78ca0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:22.387711 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8edea077-e3a6-4455-822f-23427d38e38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:22.388875 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8edea077-e3a6-4455-822f-23427d38e38f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/520cc0ea-2ecb-4660-b701-db8d85d78ca0 HTTP/1.1" status: 204 len: 168 time: 0.1232038 Apr 18 18:11:22.398042 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edea077-e3a6-4455-822f-23427d38e38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520cc0ea-2ecb-4660-b701-db8d85d78ca0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:24.598209 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-64168c14-6392-4102-9920-6cc6d56666ec tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9e2e9cfc15a14762a0bd5b1f740efdec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303836 Apr 18 18:11:24.781468 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-65ed49e9-df04-4025-b0d5-84a58d9cfba5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:24.783091 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-65ed49e9-df04-4025-b0d5-84a58d9cfba5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795895 Apr 18 18:11:24.798342 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-19a28c70-1d95-413e-a6c2-68bc81146399 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/quotas/9e2e9cfc15a14762a0bd5b1f740efdec HTTP/1.1" status: 200 len: 375 time: 0.0091782 Apr 18 18:11:24.836233 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-2d396491-2d36-48ce-944a-fae37d833c73 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e2e9cfc15a14762a0bd5b1f740efdec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327830 Apr 18 18:11:25.002216 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1427e88-584a-4749-ae78-b9f721d1cfec req-2cb91a1c-8274-4f3e-ac3c-826d49579147 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 210 time: 0.0366247 Apr 18 18:11:26.087688 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-32a3d4e6-c4f0-4bb0-801d-1843226d1ccd tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e2e9cfc15a14762a0bd5b1f740efdec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328727 Apr 18 18:11:26.093895 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-167df458-32d7-45f4-9c0c-6feb8ce56e2c req-963023d5-b7c3-477a-b53e-a23f54b6e870 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 210 time: 0.0276101 Apr 18 18:11:26.279476 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-fbd7a87a-96ce-4de8-a76d-a75f923321f6 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:26.280829 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-fbd7a87a-96ce-4de8-a76d-a75f923321f6 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869836 Apr 18 18:11:26.296105 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Request body: {'port': {'device_id': '67d9d459-a35e-48a1-8772-3f86a58cdf5d', 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb', 'admin_state_up': True, 'tenant_id': '9e2e9cfc15a14762a0bd5b1f740efdec'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:26.401172 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Made reservation on behalf of 9e2e9cfc15a14762a0bd5b1f740efdec for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:11:26.404724 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:26.414074 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:26.492368 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks [] for security_group (c9b785af-2f50-443b-b6da-8fb8011a1480), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:26.496390 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c9b785af-2f50-443b-b6da-8fb8011a1480), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:26.558570 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b785af-2f50-443b-b6da-8fb8011a1480,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:26.629072 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Allocated IP 192.168.233.18 (c3666fa6-c820-4005-b0f1-943ed69112bb/88a6fc61-51cc-46cf-9a1c-c8516c91f196/3fe22e38-fd57-4752-8227-a97725e434aa) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:11:26.785788 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks [] for port (3fe22e38-fd57-4752-8227-a97725e434aa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:26.819887 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:26.859228 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Network c3666fa6-c820-4005-b0f1-943ed69112bb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:11:26.863073 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:11:26.865641 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:11:26.902427 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Pushing event updated for resources: {'Port': ['ID=3fe22e38-fd57-4752-8227-a97725e434aa,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:26.927262 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:26.927898 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:26.945718 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0464efbb-eb26-4e25-a010-2e11a50727a1 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6533360 Apr 18 18:11:26.961800 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Request body: {'port': {'device_id': '67d9d459-a35e-48a1-8772-3f86a58cdf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:27.022383 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:27.143587 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-2728d68e-941e-4915-adb5-5c707402bd2d None None] Provisioning complete for port 3fe22e38-fd57-4752-8227-a97725e434aa triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:11:27.144652 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2728d68e-941e-4915-adb5-5c707402bd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:27.181647 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2728d68e-941e-4915-adb5-5c707402bd2d None None] Port 3fe22e38-fd57-4752-8227-a97725e434aa cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:11:27.225718 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb27e7-cf17-43e6-927f-92fe452a5ca8 req-b219a4dd-bdff-444e-8256-b898ccdad8b4 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:27.227263 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-39fb27e7-cf17-43e6-927f-92fe452a5ca8 req-b219a4dd-bdff-444e-8256-b898ccdad8b4 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 935 time: 0.0513458 Apr 18 18:11:27.280264 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-39fb27e7-cf17-43e6-927f-92fe452a5ca8 req-cce24110-d7d3-43d8-a5f7-c9801f7649b4 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Apr 18 18:11:27.320109 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe22e38-fd57-4752-8227-a97725e434aa {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:11:27.327697 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Publish callbacks [] for port (3fe22e38-fd57-4752-8227-a97725e434aa), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:27.346736 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Transition to ACTIVE for port object 3fe22e38-fd57-4752-8227-a97725e434aa will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:11:27.350186 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:27.402148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe22e38-fd57-4752-8227-a97725e434aa,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:27.473288 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Attempting to bind port 3fe22e38-fd57-4752-8227-a97725e434aa on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:11:27.473626 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Attempting to bind port 3fe22e38-fd57-4752-8227-a97725e434aa by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:11:27.473954 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Attempting to bind port 3fe22e38-fd57-4752-8227-a97725e434aa on network c3666fa6-c820-4005-b0f1-943ed69112bb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:11:27.478750 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Port 3fe22e38-fd57-4752-8227-a97725e434aa on network c3666fa6-c820-4005-b0f1-943ed69112bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:11:27.479077 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Attempting to bind port 3fe22e38-fd57-4752-8227-a97725e434aa on network c3666fa6-c820-4005-b0f1-943ed69112bb {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:11:27.485211 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:11:27.485578 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Checking segment: {'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:11:27.485981 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Bound using segment: {'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:11:27.486460 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Bound port: 3fe22e38-fd57-4752-8227-a97725e434aa, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0022455-9bd4-4e04-b4bd-3be338aaed45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:11:27.486826 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:27.568755 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] For port 3fe22e38-fd57-4752-8227-a97725e434aa, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:11:27.573181 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] For port 3fe22e38-fd57-4752-8227-a97725e434aa, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3fe22e38-fd57-4752-8227-a97725e434aa,segment=NetworkSegment(c0022455-9bd4-4e04-b4bd-3be338aaed45),segment_id=c0022455-9bd4-4e04-b4bd-3be338aaed45)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:11:27.583641 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:27.640576 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:27.641584 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:27.644129 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/3fe22e38-fd57-4752-8227-a97725e434aa HTTP/1.1" status: 200 len: 1097 time: 0.6865423 Apr 18 18:11:27.644858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d9d459-a35e-48a1-8772-3f86a58cdf5d', 'tag': '3fe22e38-fd57-4752-8227-a97725e434aa'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:11:27.648537 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "67d9d459-a35e-48a1-8772-3f86a58cdf5d", "tag": "3fe22e38-fd57-4752-8227-a97725e434aa"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:11:27.684023 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af14a7-42c0-4bf5-9e39-32b8f1349eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe22e38-fd57-4752-8227-a97725e434aa,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:27.705491 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870f4829-e9af-4baa-8832-8d1acefdf9ee x-openstack-request-id: req-870f4829-e9af-4baa-8832-8d1acefdf9ee {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:11:27.705957 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d9d459-a35e-48a1-8772-3f86a58cdf5d", "tag": "3fe22e38-fd57-4752-8227-a97725e434aa", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:11:27.706344 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-870f4829-e9af-4baa-8832-8d1acefdf9ee {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:11:27.706822 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870f4829-e9af-4baa-8832-8d1acefdf9ee'] response: {'name': 'network-changed', 'server_uuid': '67d9d459-a35e-48a1-8772-3f86a58cdf5d', 'tag': '3fe22e38-fd57-4752-8227-a97725e434aa', 'status': 'completed', 'code': 200} Apr 18 18:11:27.745447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-85015727-4d82-47fc-86f8-49133c86002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:27.747029 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-85015727-4d82-47fc-86f8-49133c86002c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e2e9cfc15a14762a0bd5b1f740efdec&device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 1131 time: 0.0578437 Apr 18 18:11:27.792423 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-0bf78c12-6c4c-49a6-ae0b-5b40266cd5fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=3fe22e38-fd57-4752-8227-a97725e434aa HTTP/1.1" status: 200 len: 217 time: 0.0388765 Apr 18 18:11:27.842165 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-71093739-320a-4087-ab56-bbaa042cc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:27.843664 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-71093739-320a-4087-ab56-bbaa042cc25c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88a6fc61-51cc-46cf-9a1c-c8516c91f196 HTTP/1.1" status: 200 len: 843 time: 0.0444565 Apr 18 18:11:27.892786 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-5f569f08-166a-4c02-a86c-f4b5cb952b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:27.894195 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-5f569f08-166a-4c02-a86c-f4b5cb952b61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3666fa6-c820-4005-b0f1-943ed69112bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0420048 Apr 18 18:11:27.990055 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-75369f18-59e6-41bb-af7f-59548df67be5 service neutron] 10.222.0.15 "GET /v2.0/networks/c3666fa6-c820-4005-b0f1-943ed69112bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879025 Apr 18 18:11:28.079417 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-015c962d-e6d1-4e07-8e25-3627038d4e42 req-3ef3cd93-2b22-4c5e-a9f4-59918993dc46 service neutron] 10.222.0.15 "GET /v2.0/networks/c3666fa6-c820-4005-b0f1-943ed69112bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826547 Apr 18 18:11:28.399873 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e4293-61ed-4953-a261-b3be5fdb5df6 req-d0472ce7-166e-478d-8449-399f3c17ae2b tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:28.401344 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-687e4293-61ed-4953-a261-b3be5fdb5df6 req-d0472ce7-166e-478d-8449-399f3c17ae2b tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 947 time: 0.0528100 Apr 18 18:11:28.456394 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-687e4293-61ed-4953-a261-b3be5fdb5df6 req-e0ef7efa-488b-40fb-b949-d2ce725239b5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481257 Apr 18 18:11:28.934097 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-7a090f9f-4f42-400e-bee8-6fd5d3d742e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:28.935612 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-7a090f9f-4f42-400e-bee8-6fd5d3d742e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e2e9cfc15a14762a0bd5b1f740efdec&device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 1131 time: 0.0402019 Apr 18 18:11:29.045436 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-8b8395cd-2a44-460c-b67b-c20f317cd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:29.046849 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-8b8395cd-2a44-460c-b67b-c20f317cd6ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3666fa6-c820-4005-b0f1-943ed69112bb HTTP/1.1" status: 200 len: 869 time: 0.1047153 Apr 18 18:11:29.087794 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-bba538d4-17d5-4a91-a4af-7ffef671f486 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=3fe22e38-fd57-4752-8227-a97725e434aa HTTP/1.1" status: 200 len: 217 time: 0.0349410 Apr 18 18:11:29.137848 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-c6e3a57d-d7be-4ee6-8c2f-cbc1fac1b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:29.139327 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-c6e3a57d-d7be-4ee6-8c2f-cbc1fac1b473 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88a6fc61-51cc-46cf-9a1c-c8516c91f196 HTTP/1.1" status: 200 len: 843 time: 0.0464048 Apr 18 18:11:29.185535 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-d28042d2-10fa-4be1-95a4-86ebd90876d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:29.186994 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-d28042d2-10fa-4be1-95a4-86ebd90876d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3666fa6-c820-4005-b0f1-943ed69112bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0408425 Apr 18 18:11:29.279457 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-d3518034-f108-48ba-b72a-f93d026ffa38 service neutron] 10.222.0.15 "GET /v2.0/networks/c3666fa6-c820-4005-b0f1-943ed69112bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862238 Apr 18 18:11:29.372576 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5c5db41e-15e9-4f60-b5b0-2ed9c6936f5e req-f975c5a0-3e1d-4df1-852e-fbeb9a288024 service neutron] 10.222.0.15 "GET /v2.0/networks/c3666fa6-c820-4005-b0f1-943ed69112bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 Apr 18 18:11:29.582714 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4b9ff-f91e-4b6c-b455-5ba621b0f8fc req-81d1406d-22b1-4048-a9dd-cd66a5338d28 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:29.584190 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9eb4b9ff-f91e-4b6c-b455-5ba621b0f8fc req-81d1406d-22b1-4048-a9dd-cd66a5338d28 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 947 time: 0.0512550 Apr 18 18:11:29.631792 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9eb4b9ff-f91e-4b6c-b455-5ba621b0f8fc req-dc8597e4-4da3-47c4-8824-837cc2d1d5b7 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Apr 18 18:11:30.697185 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3fe22e38-fd57-4752-8227-a97725e434aa details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:11:30.751580 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9569-feb1-43c9-bd3f-5e78b1066460 req-2bea5e5f-183d-4c5c-b3ea-d897d57ad7d2 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:30.753073 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ecbd9569-feb1-43c9-bd3f-5e78b1066460 req-2bea5e5f-183d-4c5c-b3ea-d897d57ad7d2 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 947 time: 0.0521231 Apr 18 18:11:30.800456 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3fe22e38-fd57-4752-8227-a97725e434aa, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3fe22e38-fd57-4752-8227-a97725e434aa,segment=NetworkSegment(c0022455-9bd4-4e04-b4bd-3be338aaed45),segment_id=c0022455-9bd4-4e04-b4bd-3be338aaed45)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:30.806522 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ecbd9569-feb1-43c9-bd3f-5e78b1066460 req-cd3ea90b-c97d-4cf0-95e8-0c0eb4fb2b69 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477285 Apr 18 18:11:30.812034 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '3fe22e38-fd57-4752-8227-a97725e434aa', 'network_id': 'c3666fa6-c820-4005-b0f1-943ed69112bb', 'port_id': '3fe22e38-fd57-4752-8227-a97725e434aa', 'mac_address': 'fa:16:3e:d8:3f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a6fc61-51cc-46cf-9a1c-c8516c91f196', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:11:30.855267 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 3fe22e38-fd57-4752-8227-a97725e434aa is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:11:30.855661 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:30.869050 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe22e38-fd57-4752-8227-a97725e434aa {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:11:30.889214 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3fe22e38-fd57-4752-8227-a97725e434aa, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3fe22e38-fd57-4752-8227-a97725e434aa,segment=NetworkSegment(c0022455-9bd4-4e04-b4bd-3be338aaed45),segment_id=c0022455-9bd4-4e04-b4bd-3be338aaed45)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:30.894026 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:30.946172 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=3fe22e38-fd57-4752-8227-a97725e434aa,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:31.166763 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['3fe22e38-fd57-4752-8227-a97725e434aa'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:11:31.851700 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:31.921193 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713d602-038e-4a0c-b801-c1c6ec6c678e req-80e5699c-4b2e-4faa-9a67-ba16d31f48f7 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:31.923284 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9713d602-038e-4a0c-b801-c1c6ec6c678e req-80e5699c-4b2e-4faa-9a67-ba16d31f48f7 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 948 time: 0.0470653 Apr 18 18:11:31.970780 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9713d602-038e-4a0c-b801-c1c6ec6c678e req-8d0f91ef-efd0-407c-b77f-3f194ce11e29 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Apr 18 18:11:32.699298 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3fe22e38-fd57-4752-8227-a97725e434aa up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:11:32.765478 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 3fe22e38-fd57-4752-8227-a97725e434aa completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:11:32.772858 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 3fe22e38-fd57-4752-8227-a97725e434aa triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:11:32.773234 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:32.857357 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 3fe22e38-fd57-4752-8227-a97725e434aa is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:11:32.858023 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:32.882798 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d9d459-a35e-48a1-8772-3f86a58cdf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe22e38-fd57-4752-8227-a97725e434aa'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:11:32.885042 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9f752a-7d7c-4fcc-a8c8-7f6f54a84eca" -d '{"events": [{"server_uuid": "67d9d459-a35e-48a1-8772-3f86a58cdf5d", "name": "network-vif-plugged", "status": "completed", "tag": "3fe22e38-fd57-4752-8227-a97725e434aa"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:11:32.903050 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 3fe22e38-fd57-4752-8227-a97725e434aa, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3fe22e38-fd57-4752-8227-a97725e434aa,segment=NetworkSegment(c0022455-9bd4-4e04-b4bd-3be338aaed45),segment_id=c0022455-9bd4-4e04-b4bd-3be338aaed45)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:32.903050 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:32.931810 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8fc147-979f-4e61-acf7-b8f51d7e0706 x-openstack-request-id: req-3f8fc147-979f-4e61-acf7-b8f51d7e0706 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:11:32.932131 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d9d459-a35e-48a1-8772-3f86a58cdf5d", "name": "network-vif-plugged", "status": "completed", "tag": "3fe22e38-fd57-4752-8227-a97725e434aa", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:11:32.932395 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f8fc147-979f-4e61-acf7-b8f51d7e0706 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:11:32.932796 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8fc147-979f-4e61-acf7-b8f51d7e0706'] response: {'server_uuid': '67d9d459-a35e-48a1-8772-3f86a58cdf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe22e38-fd57-4752-8227-a97725e434aa', 'code': 200} Apr 18 18:11:32.955771 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=3fe22e38-fd57-4752-8227-a97725e434aa,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:33.090164 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41aeb-b030-4286-8cae-a6c764ebbe2e req-91436223-ba17-4cb0-9606-c8d805bdfcb3 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:33.091709 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9ac41aeb-b030-4286-8cae-a6c764ebbe2e req-91436223-ba17-4cb0-9606-c8d805bdfcb3 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 949 time: 0.0498631 Apr 18 18:11:33.096794 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9dbc9-1ece-4cbc-8407-bf6852cc5387 req-2d867280-7009-4e18-bbc5-e5a1d45cb04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:33.098387 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-88f9dbc9-1ece-4cbc-8407-bf6852cc5387 req-2d867280-7009-4e18-bbc5-e5a1d45cb04f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 1133 time: 0.0396595 Apr 18 18:11:33.148649 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-88f9dbc9-1ece-4cbc-8407-bf6852cc5387 req-535473d7-7c16-43fc-872a-e4e022818736 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Apr 18 18:11:33.149187 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9ac41aeb-b030-4286-8cae-a6c764ebbe2e req-f5d6d233-aee2-4acb-a3b4-cd69cef5c855 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512958 Apr 18 18:11:34.267650 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038f39a-c4bf-4ac5-8567-94efb92e79b4 req-8799db9e-bca1-4770-90ff-0cd822bb1090 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:34.269135 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4038f39a-c4bf-4ac5-8567-94efb92e79b4 req-8799db9e-bca1-4770-90ff-0cd822bb1090 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 949 time: 0.0475919 Apr 18 18:11:34.317266 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4038f39a-c4bf-4ac5-8567-94efb92e79b4 req-bf7a3073-9f6f-45f1-8bad-64c04c27de8b tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Apr 18 18:11:35.433292 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453632f-77a1-4361-8ece-ee28a12f46be req-4dae6f9e-fd28-4483-8b6c-b60d7f3bea6f tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:35.434804 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5453632f-77a1-4361-8ece-ee28a12f46be req-4dae6f9e-fd28-4483-8b6c-b60d7f3bea6f tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 949 time: 0.0467191 Apr 18 18:11:35.481942 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5453632f-77a1-4361-8ece-ee28a12f46be req-1fb60185-6da1-4c54-b1e5-7a899c72de17 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Apr 18 18:11:35.739753 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620d25-754e-4fe3-b2f0-a67a3ded5637 req-122c3b17-ea9b-45fc-bfbd-1eaea5e5ffde tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:35.741195 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dc620d25-754e-4fe3-b2f0-a67a3ded5637 req-122c3b17-ea9b-45fc-bfbd-1eaea5e5ffde tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 949 time: 0.0493078 Apr 18 18:11:35.787991 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-dc620d25-754e-4fe3-b2f0-a67a3ded5637 req-8cdc21a3-da91-4fc8-abfa-6380f8f61161 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Apr 18 18:11:36.909807 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2744b-9bb0-4fe2-90dd-3ed088bbb1a5 req-65572477-8d03-4d2a-89fd-78c248f043ce tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:36.911312 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d0e2744b-9bb0-4fe2-90dd-3ed088bbb1a5 req-65572477-8d03-4d2a-89fd-78c248f043ce tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 949 time: 0.0559666 Apr 18 18:11:36.966072 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d0e2744b-9bb0-4fe2-90dd-3ed088bbb1a5 req-109e709d-6843-411d-912e-d84b75d2ccd8 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9b785af-2f50-443b-b6da-8fb8011a1480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491798 Apr 18 18:11:37.238911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-07caef01-dfa2-4948-80ef-4617abf36105 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:37.240295 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-07caef01-dfa2-4948-80ef-4617abf36105 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.15 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 949 time: 0.0490069 Apr 18 18:11:37.332073 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Deleting port 3fe22e38-fd57-4752-8227-a97725e434aa {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:37.332413 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:37.425503 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] For port 3fe22e38-fd57-4752-8227-a97725e434aa, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=3fe22e38-fd57-4752-8227-a97725e434aa,segment=NetworkSegment(c0022455-9bd4-4e04-b4bd-3be338aaed45),segment_id=c0022455-9bd4-4e04-b4bd-3be338aaed45)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:37.425869 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:37.439684 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Calling delete_port for 3fe22e38-fd57-4752-8227-a97725e434aa owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:37.568263 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3fe22e38-fd57-4752-8227-a97725e434aa), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:37.581390 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['3fe22e38-fd57-4752-8227-a97725e434aa'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:11:37.602148 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Pushing event deleted for resources: {'Port': ['ID=3fe22e38-fd57-4752-8227-a97725e434aa,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:37.653908 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] No DVR routers for this DVR port 3fe22e38-fd57-4752-8227-a97725e434aa on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:11:37.656558 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:37.660985 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-987a319d-6323-44fd-8de1-4493f9965ce5 req-bdb15247-1447-48b9-b595-41667c9029c5 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.15 "DELETE /v2.0/ports/3fe22e38-fd57-4752-8227-a97725e434aa HTTP/1.1" status: 204 len: 173 time: 0.4121606 Apr 18 18:11:37.661536 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d9d459-a35e-48a1-8772-3f86a58cdf5d', 'name': 'network-vif-deleted', 'tag': '3fe22e38-fd57-4752-8227-a97725e434aa'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:11:37.663852 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0e9ee1-e53e-48e2-a430-84a89969f410" -d '{"events": [{"server_uuid": "67d9d459-a35e-48a1-8772-3f86a58cdf5d", "name": "network-vif-deleted", "tag": "3fe22e38-fd57-4752-8227-a97725e434aa"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:11:37.708486 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d5d498-40a7-48f7-ae46-7c325c06791a x-openstack-request-id: req-83d5d498-40a7-48f7-ae46-7c325c06791a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:11:37.708780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d9d459-a35e-48a1-8772-3f86a58cdf5d", "name": "network-vif-deleted", "tag": "3fe22e38-fd57-4752-8227-a97725e434aa", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:11:37.709034 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83d5d498-40a7-48f7-ae46-7c325c06791a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:11:37.709435 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d5d498-40a7-48f7-ae46-7c325c06791a'] response: {'server_uuid': '67d9d459-a35e-48a1-8772-3f86a58cdf5d', 'name': 'network-vif-deleted', 'tag': '3fe22e38-fd57-4752-8227-a97725e434aa', 'status': 'completed', 'code': 200} Apr 18 18:11:38.080594 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fe35bf17-f7b8-412b-8594-28144ecebbcf req-5b003166-c347-4aca-b345-6b19335d8882 tempest-VolumesNegativeTest-788650724 tempest-VolumesNegativeTest-788650724-project] 10.222.0.20 "GET /v2.0/ports?device_id=67d9d459-a35e-48a1-8772-3f86a58cdf5d HTTP/1.1" status: 200 len: 210 time: 0.0337927 Apr 18 18:11:39.116427 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50452) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:39.452631 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Deleting port 2aa7ea72-cd90-466c-bffc-68f1b93a2cbd {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:39.452972 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:39.535773 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:39.536014 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for floatingip (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:39.550190 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Calling delete_port for 2aa7ea72-cd90-466c-bffc-68f1b93a2cbd owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:39.741142 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (2aa7ea72-cd90-466c-bffc-68f1b93a2cbd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:39.766571 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event deleted for resources: {'Port': ['ID=2aa7ea72-cd90-466c-bffc-68f1b93a2cbd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:39.876136 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for floatingip (9f255808-3da8-4fc7-b8e6-26b9ed4049f3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:39.876903 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Floating IP 9f255808-3da8-4fc7-b8e6-26b9ed4049f3 disassociated (deleted). External IP: 172.27.3.7, port: 31edfd61-9c79-4d50-ae81-36b1970565d0. Apr 18 18:11:40.393517 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Router 3b938b0e-91fb-44e8-b213-d2cccbfb146d has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:11:40.526229 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:11:40.533390 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:40.538179 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] Sync routers for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:11:40.549642 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:11:40.550475 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:11:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:40.582534 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f1c23b2d-53ab-4fa3-8be4-6173ea8ac011 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "DELETE /v2.0/floatingips/9f255808-3da8-4fc7-b8e6-26b9ed4049f3 HTTP/1.1" status: 204 len: 168 time: 1.4626155 Apr 18 18:11:40.582534 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:11:40.584656 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f7805b-a230-4770-b718-1285380f3d61" -d '{"events": [{"name": "network-changed", "server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:11:40.647145 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ee8a9-299a-4ba1-896e-02a1909fb19e x-openstack-request-id: req-352ee8a9-299a-4ba1-896e-02a1909fb19e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:11:40.647651 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:11:40.648224 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-352ee8a9-299a-4ba1-896e-02a1909fb19e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:11:40.648938 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352ee8a9-299a-4ba1-896e-02a1909fb19e'] response: {'name': 'network-changed', 'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'status': 'completed', 'code': 200} Apr 18 18:11:40.717375 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:11:40.743936 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7805b-a230-4770-b718-1285380f3d61 req-a63a7e61-8f5b-4758-a3cb-dbd2f85783dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:40.745598 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49f7805b-a230-4770-b718-1285380f3d61 req-a63a7e61-8f5b-4758-a3cb-dbd2f85783dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0969e297d5542c994c55560f17c6cc7&device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 1129 time: 0.0652354 Apr 18 18:11:40.758807 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3fe22e38-fd57-4752-8227-a97725e434aa no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:11:40.808074 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 3fe22e38-fd57-4752-8227-a97725e434aa {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:11:40.808658 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 3fe22e38-fd57-4752-8227-a97725e434aa not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:11:40.875711 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:11:40.888212 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7805b-a230-4770-b718-1285380f3d61 req-3d8e5df4-dc91-4693-ae2f-0251f25e5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:40.889716 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49f7805b-a230-4770-b718-1285380f3d61 req-3d8e5df4-dc91-4693-ae2f-0251f25e5fbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 200 len: 909 time: 0.1262743 Apr 18 18:11:40.920000 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e8e27-9516-4c9c-a747-0f613b42a262 req-8d22b78e-69c9-4578-8f54-1025949c45a7 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:40.921516 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4f1e8e27-9516-4c9c-a747-0f613b42a262 req-8d22b78e-69c9-4578-8f54-1025949c45a7 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0733545 Apr 18 18:11:40.986344 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4f1e8e27-9516-4c9c-a747-0f613b42a262 req-b99c9b6f-c0d6-482f-ad25-8ba86c7b5643 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556586 Apr 18 18:11:41.007764 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:57Z', 'revision_number': 5, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:41.036292 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] Checking router: 3b938b0e-91fb-44e8-b213-d2cccbfb146d for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:11:41.045113 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:11:41.045703 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:11:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:41.167192 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:11:41.376299 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:57Z', 'revision_number': 5, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:41.411019 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b6a33c-d63d-42cb-b455-edfad1465006 None None] The sync data for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi is: [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:05:51Z', 'revision_number': 4, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'b7bf64a2-3931-4a1e-bbb3-a62f067e3af6', 'name': '', 'network_id': '60e61468-d32f-4ab1-986f-5153b13a0dd9', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'mac_address': 'fa:16:3e:1b:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:50Z', 'updated_at': '2022-04-18T18:05:57Z', 'revision_number': 5, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'subnets': [{'id': '15a8ef12-8c13-45de-b8f8-603275a78695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:11:41.675773 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d32db8-44ab-4db8-866b-4d09d1064921 None None] New status for floating IP 9f255808-3da8-4fc7-b8e6-26b9ed4049f3: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:11:41.915381 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49f7805b-a230-4770-b718-1285380f3d61 req-95cdf45c-ef3d-49f4-9524-5eadf01397a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 200 len: 217 time: 0.0415080 Apr 18 18:11:41.972933 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7805b-a230-4770-b718-1285380f3d61 req-3e231d34-0cbf-491c-a9a1-df9aeb4e45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:41.974450 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49f7805b-a230-4770-b718-1285380f3d61 req-3e231d34-0cbf-491c-a9a1-df9aeb4e45e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15a8ef12-8c13-45de-b8f8-603275a78695 HTTP/1.1" status: 200 len: 848 time: 0.0502777 Apr 18 18:11:42.114385 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7805b-a230-4770-b718-1285380f3d61 req-52f27448-0b99-4643-830f-e1109f220e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:42.115949 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49f7805b-a230-4770-b718-1285380f3d61 req-52f27448-0b99-4643-830f-e1109f220e4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=60e61468-d32f-4ab1-986f-5153b13a0dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506272 Apr 18 18:11:42.124547 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02065d47-8c69-4247-8508-81832e7c4ff0 req-5ae6291d-02eb-4158-9d1e-c05ea206c418 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:42.127213 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-02065d47-8c69-4247-8508-81832e7c4ff0 req-5ae6291d-02eb-4158-9d1e-c05ea206c418 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0678992 Apr 18 18:11:42.197911 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-02065d47-8c69-4247-8508-81832e7c4ff0 req-00c8e3d8-ffcf-4e01-859c-c94d536f5540 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/security-groups?id=af17e84e-7f6f-48eb-bad8-3e11f2681330&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643098 Apr 18 18:11:42.241148 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49f7805b-a230-4770-b718-1285380f3d61 req-33a51877-f703-4d9b-bbc4-9005d3ce3469 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179280 Apr 18 18:11:42.464956 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-e9347bce-c331-4fb3-a609-15a726a000c3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:42.466469 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-e9347bce-c331-4fb3-a609-15a726a000c3 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.15 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 945 time: 0.0620501 Apr 18 18:11:42.488189 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49f7805b-a230-4770-b718-1285380f3d61 req-da8ad9d5-7514-4d36-acd0-cb6602b91504 service neutron] 10.222.0.15 "GET /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412778 Apr 18 18:11:42.580291 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Deleting port 31edfd61-9c79-4d50-ae81-36b1970565d0 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:42.580641 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:42.670438 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] For port 31edfd61-9c79-4d50-ae81-36b1970565d0, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=31edfd61-9c79-4d50-ae81-36b1970565d0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:42.670803 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:42.684378 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Calling delete_port for 31edfd61-9c79-4d50-ae81-36b1970565d0 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:42.832196 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (31edfd61-9c79-4d50-ae81-36b1970565d0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:42.861396 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event deleted for resources: {'Port': ['ID=31edfd61-9c79-4d50-ae81-36b1970565d0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:42.911303 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] No DVR routers for this DVR port 31edfd61-9c79-4d50-ae81-36b1970565d0 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:11:42.913764 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:42.917219 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e12904f0-6c5f-42e9-b4a8-7b4a7ac7fe6e req-910db9d4-ba87-40dc-81a4-a34e02288517 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.15 "DELETE /v2.0/ports/31edfd61-9c79-4d50-ae81-36b1970565d0 HTTP/1.1" status: 204 len: 173 time: 0.4413469 Apr 18 18:11:42.917810 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'name': 'network-vif-deleted', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:11:42.920486 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6370edd-f13a-441a-adea-ce9040a56fa2" -d '{"events": [{"server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "name": "network-vif-deleted", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:11:42.968590 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aedc1e2-ee90-437c-be26-3fd118779996 x-openstack-request-id: req-7aedc1e2-ee90-437c-be26-3fd118779996 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:11:42.968911 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ee7a21-8234-49f3-8576-509c2c729c04", "name": "network-vif-deleted", "tag": "31edfd61-9c79-4d50-ae81-36b1970565d0", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:11:42.969756 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7aedc1e2-ee90-437c-be26-3fd118779996 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:11:42.970396 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aedc1e2-ee90-437c-be26-3fd118779996'] response: {'server_uuid': '50ee7a21-8234-49f3-8576-509c2c729c04', 'name': 'network-vif-deleted', 'tag': '31edfd61-9c79-4d50-ae81-36b1970565d0', 'status': 'completed', 'code': 200} Apr 18 18:11:43.386329 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1d33dc12-2677-4192-9949-39f0edb5c727 req-46863758-70f0-4a08-b751-271f99962dad tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "GET /v2.0/ports?device_id=50ee7a21-8234-49f3-8576-509c2c729c04 HTTP/1.1" status: 200 len: 210 time: 0.0462894 Apr 18 18:11:43.611329 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50724) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:43.791013 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-44a55ef8-cca8-4826-baa4-4f10bc5a9155 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e2e9cfc15a14762a0bd5b1f740efdec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780419 Apr 18 18:11:43.793051 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50730) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:43.848874 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-165d7806-6a69-4960-91fc-7d5e05c9ee8d admin admin] Publish callbacks [] for security_group (c9b785af-2f50-443b-b6da-8fb8011a1480), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:43.871675 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-165d7806-6a69-4960-91fc-7d5e05c9ee8d admin admin] Publish callbacks [] for security_group (c9b785af-2f50-443b-b6da-8fb8011a1480), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:43.920768 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-165d7806-6a69-4960-91fc-7d5e05c9ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c9b785af-2f50-443b-b6da-8fb8011a1480), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:43.923350 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-165d7806-6a69-4960-91fc-7d5e05c9ee8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:43.924501 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-165d7806-6a69-4960-91fc-7d5e05c9ee8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9b785af-2f50-443b-b6da-8fb8011a1480 HTTP/1.1" status: 204 len: 168 time: 0.1305273 Apr 18 18:11:43.932522 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d7806-6a69-4960-91fc-7d5e05c9ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b785af-2f50-443b-b6da-8fb8011a1480,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:44.412314 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f0b8db7-b09b-4b77-9e1d-4191779dbc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:44.457733 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50738) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:44.533783 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f411ce0c-8b4c-4153-8f16-c6786c7b8166 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group (af17e84e-7f6f-48eb-bad8-3e11f2681330), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:44.569142 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f411ce0c-8b4c-4153-8f16-c6786c7b8166 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group (af17e84e-7f6f-48eb-bad8-3e11f2681330), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:44.646073 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f411ce0c-8b4c-4153-8f16-c6786c7b8166 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (af17e84e-7f6f-48eb-bad8-3e11f2681330), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:44.648747 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f411ce0c-8b4c-4153-8f16-c6786c7b8166 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:44.649956 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-f411ce0c-8b4c-4153-8f16-c6786c7b8166 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] 10.222.0.20 "DELETE /v2.0/security-groups/af17e84e-7f6f-48eb-bad8-3e11f2681330 HTTP/1.1" status: 204 len: 168 time: 0.1911194 Apr 18 18:11:44.663049 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411ce0c-8b4c-4153-8f16-c6786c7b8166 tempest-TestShelveInstance-793122870 tempest-TestShelveInstance-793122870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af17e84e-7f6f-48eb-bad8-3e11f2681330,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:44.708064 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50744) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:44.770560 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 31edfd61-9c79-4d50-ae81-36b1970565d0 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:11:44.792595 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 31edfd61-9c79-4d50-ae81-36b1970565d0 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:11:44.792936 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 31edfd61-9c79-4d50-ae81-36b1970565d0 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:11:45.070021 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50752) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:45.078163 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693823000', 'description': 'tempest-description--1154131551'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:45.103160 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.186365 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (3d3128ff-d087-4beb-879d-acb9b97432fd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.193074 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3d3128ff-d087-4beb-879d-acb9b97432fd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.242362 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3128ff-d087-4beb-879d-acb9b97432fd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:45.253814 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.253814 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1801348 Apr 18 18:11:45.256050 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50754) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:45.257660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.258023 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.258407 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.258755 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.259098 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.259439 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.259780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.260113 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.260445 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.260780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.261118 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.261448 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.261779 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.262108 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.262481 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-e794edc1-bdd7-45e1-a90c-c07ecdd1c419 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group_rule': {'security_group_id': '3d3128ff-d087-4beb-879d-acb9b97432fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:45.262613 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b61db-4366-446c-94eb-654f29e69930 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:45.293279 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (3b938b0e-91fb-44e8-b213-d2cccbfb146d), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.341992 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e794edc1-bdd7-45e1-a90c-c07ecdd1c419 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (6809ff9a-8767-44dd-a1e7-79954866e546), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.441308 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e794edc1-bdd7-45e1-a90c-c07ecdd1c419 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (6809ff9a-8767-44dd-a1e7-79954866e546), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.475407 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e794edc1-bdd7-45e1-a90c-c07ecdd1c419 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (6809ff9a-8767-44dd-a1e7-79954866e546), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.519077 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794edc1-bdd7-45e1-a90c-c07ecdd1c419 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6809ff9a-8767-44dd-a1e7-79954866e546,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:45.528559 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e794edc1-bdd7-45e1-a90c-c07ecdd1c419 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.529834 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e794edc1-bdd7-45e1-a90c-c07ecdd1c419 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2728698 Apr 18 18:11:45.532972 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50756) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:45.537056 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-146c6f12-87b1-4df0-b3bc-93bf039cb695 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group_rule': {'security_group_id': '3d3128ff-d087-4beb-879d-acb9b97432fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:45.600634 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-146c6f12-87b1-4df0-b3bc-93bf039cb695 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (9e54c364-95c9-4cc4-b31f-7b989504dc9c), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.670459 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Deleting port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:45.670791 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.740966 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-146c6f12-87b1-4df0-b3bc-93bf039cb695 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (9e54c364-95c9-4cc4-b31f-7b989504dc9c), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.746717 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-146c6f12-87b1-4df0-b3bc-93bf039cb695 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (9e54c364-95c9-4cc4-b31f-7b989504dc9c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.777513 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c6f12-87b1-4df0-b3bc-93bf039cb695 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e54c364-95c9-4cc4-b31f-7b989504dc9c,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:45.784179 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-146c6f12-87b1-4df0-b3bc-93bf039cb695 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.785361 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-146c6f12-87b1-4df0-b3bc-93bf039cb695 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519817 Apr 18 18:11:45.788563 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50758) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:45.796087 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:45.815959 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] For port b7bf64a2-3931-4a1e-bbb3-a62f067e3af6, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:45.816318 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:45.834310 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Calling delete_port for b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 owned by network:router_interface {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:45.845906 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:46.011530 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:46.178983 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Allocated IP 172.27.3.54 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/817d2515-51d8-4249-842e-d701cc881ce1) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:11:46.193149 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (b7bf64a2-3931-4a1e-bbb3-a62f067e3af6), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:46.237834 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bf64a2-3931-4a1e-bbb3-a62f067e3af6,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:46.588707 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1f7f617b-e8f2-4d0d-99de-5c00d0a47902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:46.658043 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (817d2515-51d8-4249-842e-d701cc881ce1), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:46.733453 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (3b938b0e-91fb-44e8-b213-d2cccbfb146d), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:46.744164 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (817d2515-51d8-4249-842e-d701cc881ce1), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:46.830543 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:11:46.836158 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:11:46.838586 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:11:46.866401 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=817d2515-51d8-4249-842e-d701cc881ce1,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:47.018258 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (a8389802-b5aa-4825-8435-ca4ff48e7018), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.101653 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (817d2515-51d8-4249-842e-d701cc881ce1), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.149969 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Router 3b938b0e-91fb-44e8-b213-d2cccbfb146d has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:11:47.346484 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:11:47.351817 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-2ff0053e-20e1-44fa-a481-0bd8a9a98a13 admin admin] 10.222.0.20 "PUT /v2.0/routers/3b938b0e-91fb-44e8-b213-d2cccbfb146d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6427960 Apr 18 18:11:47.354956 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50760) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:47.355432 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] Sync routers for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:11:47.366875 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:11:47.367596 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (817d2515-51d8-4249-842e-d701cc881ce1), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.368069 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:11:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:47.372995 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (817d2515-51d8-4249-842e-d701cc881ce1), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.450544 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=817d2515-51d8-4249-842e-d701cc881ce1,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:47.461614 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (a8389802-b5aa-4825-8435-ca4ff48e7018), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.479828 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.486285 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-3e808b49-5231-4340-afb6-81abe0b4ddff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6922171 Apr 18 18:11:47.486526 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:11:47.506065 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks [] for router (3b938b0e-91fb-44e8-b213-d2cccbfb146d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.631524 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks [] for router_gateway (3b938b0e-91fb-44e8-b213-d2cccbfb146d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.674951 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:11:46Z', 'revision_number': 5, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port': {'id': 'a8d9a05a-807d-4227-b638-cb8ae1af0438', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:47Z', 'updated_at': '2022-04-18T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:47.681080 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Deleting port a8d9a05a-807d-4227-b638-cb8ae1af0438 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:47.681567 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.713407 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] Checking router: 3b938b0e-91fb-44e8-b213-d2cccbfb146d for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:11:47.726453 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] Routers {'3b938b0e-91fb-44e8-b213-d2cccbfb146d'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:11:47.727086 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:11:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:47.732160 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-529588ff-cc05-466c-b8ec-43d01f8cc9c7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--693823000&fields=id&tenant_id=f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 267 time: 0.0529242 Apr 18 18:11:47.776781 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] For port a8d9a05a-807d-4227-b638-cb8ae1af0438, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a8d9a05a-807d-4227-b638-cb8ae1af0438,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:47.777243 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.796175 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Calling delete_port for a8d9a05a-807d-4227-b638-cb8ae1af0438 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:47.829875 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] Set router 3b938b0e-91fb-44e8-b213-d2cccbfb146d gateway port host: None {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:11:47.847071 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:47.856342 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-e42695a9-b068-4578-b7c8-4f71a2c30cda tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:47.857995 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-e42695a9-b068-4578-b7c8-4f71a2c30cda tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 814 time: 0.1190522 Apr 18 18:11:47.876230 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-83ce73ef-c236-4910-bc59-d7abf4fde91d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/quotas/f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 375 time: 0.0123286 Apr 18 18:11:47.894471 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:11:47Z', 'revision_number': 6, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:47.937625 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-606262fb-d12e-4308-875c-80ef03b4aa46 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513110 Apr 18 18:11:47.938579 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf3c1e-191e-44c9-b4bf-98953255d846 None None] The sync data for ids ['3b938b0e-91fb-44e8-b213-d2cccbfb146d'] in dv-cinder-838329-1-iscsi is: [{'id': '3b938b0e-91fb-44e8-b213-d2cccbfb146d', 'name': 'tempest-TestShelveInstance-1957906379-router', 'tenant_id': 'f0969e297d5542c994c55560f17c6cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:46Z', 'updated_at': '2022-04-18T18:11:47Z', 'revision_number': 6, 'project_id': 'f0969e297d5542c994c55560f17c6cc7', 'gw_port_host': None}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:11:48.010086 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (a8d9a05a-807d-4227-b638-cb8ae1af0438), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.038292 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d9a05a-807d-4227-b638-cb8ae1af0438,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:48.087902 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-139f506c-4888-44c1-928a-b6fda0808ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344399 Apr 18 18:11:48.104894 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (3b938b0e-91fb-44e8-b213-d2cccbfb146d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.189007 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-e28dad11-8d33-4177-8c6b-2d0ea89ae89f service neutron] 10.222.0.20 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922089 Apr 18 18:11:48.201320 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (3b938b0e-91fb-44e8-b213-d2cccbfb146d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.204259 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks [] for router_controller (3b938b0e-91fb-44e8-b213-d2cccbfb146d), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.249335 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (3b938b0e-91fb-44e8-b213-d2cccbfb146d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.249873 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b938b0e-91fb-44e8-b213-d2cccbfb146d {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:11:48.255385 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.257763 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f9d2165b-7ee3-49d5-ad72-83f5e3599ef6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3b938b0e-91fb-44e8-b213-d2cccbfb146d HTTP/1.1" status: 204 len: 168 time: 0.9005680 Apr 18 18:11:48.259590 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50774) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:48.326266 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b6cb61-e71b-4a56-903f-07ab453abaf7 admin admin] Deleting subnet 15a8ef12-8c13-45de-b8f8-603275a78695 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:11:48.339567 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40b6cb61-e71b-4a56-903f-07ab453abaf7 admin admin] Publish callbacks [] for subnet (15a8ef12-8c13-45de-b8f8-603275a78695), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.388183 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40b6cb61-e71b-4a56-903f-07ab453abaf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (15a8ef12-8c13-45de-b8f8-603275a78695), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.433508 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5c31f4fa-8417-4b3c-88f5-7aa7309aed90 req-e1ad6673-467f-43c8-b1bb-a1b136633e2c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 210 time: 0.0630257 Apr 18 18:11:48.503055 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40b6cb61-e71b-4a56-903f-07ab453abaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (15a8ef12-8c13-45de-b8f8-603275a78695), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.569964 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40b6cb61-e71b-4a56-903f-07ab453abaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (15a8ef12-8c13-45de-b8f8-603275a78695), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.600182 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6cb61-e71b-4a56-903f-07ab453abaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a8ef12-8c13-45de-b8f8-603275a78695,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:48.603201 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40b6cb61-e71b-4a56-903f-07ab453abaf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.609156 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50784) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:48.611838 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-40b6cb61-e71b-4a56-903f-07ab453abaf7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/15a8ef12-8c13-45de-b8f8-603275a78695 HTTP/1.1" status: 204 len: 168 time: 0.3510664 Apr 18 18:11:48.615258 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d31f21-bfb2-4095-bb4f-b56d6deae24a None None] Network 60e61468-d32f-4ab1-986f-5153b13a0dd9 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:11:48.706609 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (60e61468-d32f-4ab1-986f-5153b13a0dd9), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.797257 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Deleting port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:48.798083 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.826667 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] DHCP port deletion for 60e61468-d32f-4ab1-986f-5153b13a0dd9 request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:11:48.880008 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] Deleting port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:48.881739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.887455 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] For port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:48.887896 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.909413 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Calling delete_port for eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:48.986270 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] For port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,segment=NetworkSegment(c38d747e-e7ff-4333-a74a-1d4a1e3f30ee),segment_id=c38d747e-e7ff-4333-a74a-1d4a1e3f30ee)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:48.986893 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:48.999920 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.013067 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] Calling delete_port for eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:49.030155 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:49.035197 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] No DVR routers for this DVR port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 on host dv-cinder-838329-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:11:49.112063 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017'] for port (eb9bbbd9-d46c-4ce7-94a2-317e968e10f0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.113022 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (60e61468-d32f-4ab1-986f-5153b13a0dd9), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.142912 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] Pushing event deleted for resources: {'Port': ['ID=eb9bbbd9-d46c-4ce7-94a2-317e968e10f0,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:49.144428 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e61468-d32f-4ab1-986f-5153b13a0dd9']}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:49.145589 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d9a5b-516a-46df-9fce-c27f7e3b0612 None None] No DVR routers for this DVR port eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 on host dv-cinder-838329-1-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:11:49.174798 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee') {'for_net_delete': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:49.175052 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38d747e-e7ff-4333-a74a-1d4a1e3f30ee') {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:49.182759 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.191729 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14869643'] for segment (c38d747e-e7ff-4333-a74a-1d4a1e3f30ee), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.209491 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (c38d747e-e7ff-4333-a74a-1d4a1e3f30ee), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.217798 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:11:49.218440 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14646260'] for segment (c38d747e-e7ff-4333-a74a-1d4a1e3f30ee), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: Traceback (most recent call last): Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: timer() Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: cb(*args, **kw) Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: return func(*args, **kwargs) Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: self._notify() Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: self.callback(batched_events) Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: event.method(event) Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: return f(self, *a, **k) Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._get(url).json() Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: return self.request(url, 'GET', **kwargs) Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:11:49.221832 dv-cinder-838329-1-iscsi neutron-server[103432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:11:49.302732 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (60e61468-d32f-4ab1-986f-5153b13a0dd9), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.307225 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.316220 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] 10.222.0.20 "DELETE /v2.0/networks/60e61468-d32f-4ab1-986f-5153b13a0dd9 HTTP/1.1" status: 204 len: 168 time: 0.7048733 Apr 18 18:11:49.319135 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50788) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:49.331924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:11:49.339201 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566113a-82ad-4259-ac61-87ecb3760626 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e61468-d32f-4ab1-986f-5153b13a0dd9,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:49.352666 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:11:49.353017 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device b7bf64a2-3931-4a1e-bbb3-a62f067e3af6 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:11:49.353454 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:11:49.373874 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:11:49.374556 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device eb9bbbd9-d46c-4ce7-94a2-317e968e10f0 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:11:49.374734 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a8d9a05a-807d-4227-b638-cb8ae1af0438 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:11:49.398960 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: a8d9a05a-807d-4227-b638-cb8ae1af0438 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:11:49.399231 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a8d9a05a-807d-4227-b638-cb8ae1af0438 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:11:49.555278 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-380b39fb-fead-4def-a441-1e6056b9c020 req-50f3a78b-8920-4c02-a2bd-f5bcc4aab87e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 210 time: 0.0285876 Apr 18 18:11:49.711976 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-dfdd1a92-3335-4e0d-904f-939f9fea6aa8 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:49.713502 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-dfdd1a92-3335-4e0d-904f-939f9fea6aa8 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 814 time: 0.1785781 Apr 18 18:11:49.859558 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-6fa5fd1e-8dc6-4c82-8da0-53aa5a9bbe60 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 472 time: 0.1186938 Apr 18 18:11:49.860876 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (604a275d-ef79-438b-8621-887cb371cfc4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:49.897922 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'port': {'device_id': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'admin_state_up': True, 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'security_groups': ['3d3128ff-d087-4beb-879d-acb9b97432fd']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:50.396298 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Made reservation on behalf of f780d3ebc8cc45288edafbce56f3fe52 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:11:50.399757 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:50.565494 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Deleting port c7a4eb82-2467-417a-8fbd-506090af78dd {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:50.565728 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:50.623140 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Allocated IP 172.20.0.3 (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf/75bb6a45-427b-4620-95bd-836cfb8b0741/272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:11:50.670460 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-263a8ecf-850e-4427-ba47-3e309f3b6048 req-cfa8e4fe-104f-4989-9441-11330e574be4 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 210 time: 0.0312026 Apr 18 18:11:50.693444 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] For port c7a4eb82-2467-417a-8fbd-506090af78dd, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c7a4eb82-2467-417a-8fbd-506090af78dd,segment=NetworkSegment(096d30fd-848a-414f-b1dd-4563f6aa3954),segment_id=096d30fd-848a-414f-b1dd-4563f6aa3954)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:50.693802 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:50.724912 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Calling delete_port for c7a4eb82-2467-417a-8fbd-506090af78dd owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:50.732036 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:50.852442 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:50.942322 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:51.017369 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:11:51.026992 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:11:51.033750 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:11:51.065331 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:51.079241 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (c7a4eb82-2467-417a-8fbd-506090af78dd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:51.119519 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a4eb82-2467-417a-8fbd-506090af78dd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:51.137150 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:51.137797 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:51.195613 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-46502c24-949c-4702-85b1-bf714dceb8cb tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3307827 Apr 18 18:11:51.207760 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Request body: {'port': {'device_id': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:51.322169 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-133cc37d-83dd-4a3c-8b3f-d0b9b1f44c01 None None] Provisioning complete for port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:11:51.322557 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-133cc37d-83dd-4a3c-8b3f-d0b9b1f44c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:51.359101 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:51.368187 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-133cc37d-83dd-4a3c-8b3f-d0b9b1f44c01 None None] Port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:11:51.425733 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (604a275d-ef79-438b-8621-887cb371cfc4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:51.806688 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2535d-31b1-42ca-95b1-59c530ad5c13 req-7de11b4d-4f77-460d-86b4-405e628d7cb6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:51.809139 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-67b2535d-31b1-42ca-95b1-59c530ad5c13 req-7de11b4d-4f77-460d-86b4-405e628d7cb6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 931 time: 0.0511155 Apr 18 18:11:51.832594 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:11:51.842626 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Publish callbacks [] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:51.862447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Router 604a275d-ef79-438b-8621-887cb371cfc4 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:11:51.863559 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Transition to ACTIVE for port object 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:11:51.863913 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-67b2535d-31b1-42ca-95b1-59c530ad5c13 req-6b046a1f-d9bb-48fd-b830-4556b515c26d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490794 Apr 18 18:11:51.870173 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:51.970766 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Pushing event updated for resources: {'Port': ['ID=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:52.086809 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:11:52.096927 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a7691de9-5655-4d09-8c9c-78a134968b99 admin admin] 10.222.0.20 "PUT /v2.0/routers/604a275d-ef79-438b-8621-887cb371cfc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7768006 Apr 18 18:11:52.097229 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] Sync routers for ids ['604a275d-ef79-438b-8621-887cb371cfc4'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:11:52.100054 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50800) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:52.102406 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Attempting to bind port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:11:52.102748 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Attempting to bind port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:11:52.103070 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Attempting to bind port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:11:52.112125 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] Routers {'604a275d-ef79-438b-8621-887cb371cfc4'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:11:52.112695 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:11:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['604a275d-ef79-438b-8621-887cb371cfc4'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:52.114768 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:11:52.115100 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Attempting to bind port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:11:52.120948 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:11:52.121296 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Checking segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:11:52.121681 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Bound using segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:11:52.122122 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Bound port: 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:11:52.122551 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.212925 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] For port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:11:52.218438 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] For port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:11:52.229806 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks [] for router (604a275d-ef79-438b-8621-887cb371cfc4), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.239618 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.254337 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] Set router 604a275d-ef79-438b-8621-887cb371cfc4 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:11:52.279452 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:52.280170 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.282264 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-8fdf5933-e806-470c-9056-211a372d511a service neutron] 10.222.0.15 "PUT /v2.0/ports/272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb HTTP/1.1" status: 200 len: 1093 time: 1.0788572 Apr 18 18:11:52.282812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'tag': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:11:52.285186 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f" -d '{"events": [{"name": "network-changed", "server_uuid": "dda9530a-c9d1-430c-ae7e-d74e2fad39f4", "tag": "272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:11:52.315308 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5933-e806-470c-9056-211a372d511a service neutron] Pushing event updated for resources: {'Port': ['ID=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:52.383163 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks [] for router_gateway (604a275d-ef79-438b-8621-887cb371cfc4), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.385378 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51792ec3-7d80-4763-b3d8-32515bdd89a9 x-openstack-request-id: req-51792ec3-7d80-4763-b3d8-32515bdd89a9 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:11:52.386139 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda9530a-c9d1-430c-ae7e-d74e2fad39f4", "tag": "272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:11:52.386760 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51792ec3-7d80-4763-b3d8-32515bdd89a9 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:11:52.388202 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51792ec3-7d80-4763-b3d8-32515bdd89a9'] response: {'name': 'network-changed', 'server_uuid': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'tag': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'status': 'completed', 'code': 200} Apr 18 18:11:52.409929 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-212735a9-f1a2-4c76-b6ca-894986fdc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:52.411609 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-212735a9-f1a2-4c76-b6ca-894986fdc64d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 1127 time: 0.0798233 Apr 18 18:11:52.454497 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Deleting port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:52.455106 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.461820 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-5b948210-0332-4860-aaf1-8e47c35a600e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb HTTP/1.1" status: 200 len: 217 time: 0.0424933 Apr 18 18:11:52.523194 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-2c7622e6-1b00-4007-9d73-6b70dbc05975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:52.524886 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-2c7622e6-1b00-4007-9d73-6b70dbc05975 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0567923 Apr 18 18:11:52.555988 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] For port bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:52.556352 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.585046 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Calling delete_port for bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e owned by network:router_gateway {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:52.588414 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-ba871298-cff6-40a3-9cee-d1ebebbd9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:52.590711 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-ba871298-cff6-40a3-9cee-d1ebebbd9e6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601819 Apr 18 18:11:52.665396 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:11:50Z', 'revision_number': 5, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port': {'id': 'bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604a275d-ef79-438b-8621-887cb371cfc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:05:59Z', 'updated_at': '2022-04-18T18:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:52.692993 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] Checking router: 604a275d-ef79-438b-8621-887cb371cfc4 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:11:52.695977 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-2d606764-56de-4e71-8ca2-df272491a6b8 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976758 Apr 18 18:11:52.701642 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] Routers {'604a275d-ef79-438b-8621-887cb371cfc4'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:11:52.702411 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:11:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['604a275d-ef79-438b-8621-887cb371cfc4'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:52.799646 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.802501 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] Set router 604a275d-ef79-438b-8621-887cb371cfc4 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:11:52.811736 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-666cfef7-fadb-440d-b88d-30b5ae3548e3 req-c6358eee-18e3-49bb-b5d3-022b5ee9d85f service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102424 Apr 18 18:11:52.832453 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:52.876256 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:11:52Z', 'revision_number': 6, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:52.898364 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (604a275d-ef79-438b-8621-887cb371cfc4), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:52.904966 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247c135-7868-4caa-9607-9d2674b22475 None None] The sync data for ids ['604a275d-ef79-438b-8621-887cb371cfc4'] in dv-cinder-838329-1-iscsi is: [{'id': '604a275d-ef79-438b-8621-887cb371cfc4', 'name': 'tempest-TestShelveInstance-1160630033-router', 'tenant_id': '1eb13d5c94124c37967a6a3ff5760245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:05:58Z', 'updated_at': '2022-04-18T18:11:52Z', 'revision_number': 6, 'project_id': '1eb13d5c94124c37967a6a3ff5760245', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:11:53.008869 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (604a275d-ef79-438b-8621-887cb371cfc4), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.025946 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks [] for router_controller (604a275d-ef79-438b-8621-887cb371cfc4), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.080128 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce006032-659c-4233-8d5b-889f005785ed req-dd5317aa-12e9-4a49-8ccd-034d8f97c2de tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:53.081530 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ce006032-659c-4233-8d5b-889f005785ed req-dd5317aa-12e9-4a49-8ccd-034d8f97c2de tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 943 time: 0.0900679 Apr 18 18:11:53.095477 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (604a275d-ef79-438b-8621-887cb371cfc4), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.096008 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604a275d-ef79-438b-8621-887cb371cfc4 {{(pid=103432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:11:53.105787 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.106912 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-03003df2-cf96-48e0-b003-02c738968c5d admin admin] 10.222.0.20 "DELETE /v2.0/routers/604a275d-ef79-438b-8621-887cb371cfc4 HTTP/1.1" status: 204 len: 168 time: 1.0056727 Apr 18 18:11:53.109458 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50806) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:53.170387 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ce006032-659c-4233-8d5b-889f005785ed req-ee80a6b0-ee6c-4526-88a7-5f89548ec329 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828862 Apr 18 18:11:53.175669 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_v2 [None req-66abca1b-9543-440c-b9ac-457a2cce17d1 admin admin] Deleting subnet e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d {{(pid=103432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:11:53.178907 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-66abca1b-9543-440c-b9ac-457a2cce17d1 admin admin] Publish callbacks [] for subnet (e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.215115 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-66abca1b-9543-440c-b9ac-457a2cce17d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14869680'] for subnet (e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.351681 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c7a4eb82-2467-417a-8fbd-506090af78dd no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:11:53.377918 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: c7a4eb82-2467-417a-8fbd-506090af78dd {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:11:53.378289 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c7a4eb82-2467-417a-8fbd-506090af78dd not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:11:53.593946 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-66abca1b-9543-440c-b9ac-457a2cce17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.651295 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-66abca1b-9543-440c-b9ac-457a2cce17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14646094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13271866'] for subnet (e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.671514 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-554bf710-300b-42a5-a94c-a4beac72e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:53.673695 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-554bf710-300b-42a5-a94c-a4beac72e0ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 1127 time: 0.0442450 Apr 18 18:11:53.680589 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abca1b-9543-440c-b9ac-457a2cce17d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:53.685070 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-66abca1b-9543-440c-b9ac-457a2cce17d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.688388 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-66abca1b-9543-440c-b9ac-457a2cce17d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e5551ebf-bbf1-4dab-9e06-dd7afab2cf6d HTTP/1.1" status: 204 len: 168 time: 0.5779817 Apr 18 18:11:53.691362 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50808) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:53.693608 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6277e-e0b6-4dc5-9908-bc7daba7d339 None None] Network fccec81f-affb-408c-a53a-c2ccf0e666b7 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:11:53.763414 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (fccec81f-affb-408c-a53a-c2ccf0e666b7), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.804625 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-2ea5db1a-86e7-4053-85df-a0019f40de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:53.806092 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-2ea5db1a-86e7-4053-85df-a0019f40de9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.1265438 Apr 18 18:11:53.814119 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Deleting port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:53.814565 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.852821 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-c46fc099-0159-40f8-aaf4-5a7df7ec793c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb HTTP/1.1" status: 200 len: 217 time: 0.0397158 Apr 18 18:11:53.877859 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] DHCP port deletion for fccec81f-affb-408c-a53a-c2ccf0e666b7 request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:11:53.892914 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] For port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,segment=NetworkSegment(096d30fd-848a-414f-b1dd-4563f6aa3954),segment_id=096d30fd-848a-414f-b1dd-4563f6aa3954)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:53.893570 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.910489 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Calling delete_port for fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:53.918893 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-3f7bfb7a-7ae0-4316-a333-927f42bc8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:53.920442 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-3f7bfb7a-7ae0-4316-a333-927f42bc8335 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0612848 Apr 18 18:11:53.928975 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] Deleting port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:11:53.929518 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:53.972885 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-072fc504-c642-4262-9866-9df7ac4dafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:53.974525 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-072fc504-c642-4262-9866-9df7ac4dafd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485420 Apr 18 18:11:54.003624 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.007184 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] For port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,segment=NetworkSegment(096d30fd-848a-414f-b1dd-4563f6aa3954),segment_id=096d30fd-848a-414f-b1dd-4563f6aa3954)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:54.007514 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.025727 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] Calling delete_port for fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:11:54.033387 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:54.039308 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] No DVR routers for this DVR port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea on host dv-cinder-838329-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:11:54.090326 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-7f950aeb-dfa3-4cc8-a0d2-e6fc05b0eb4f service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078875 Apr 18 18:11:54.126197 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017'] for port (fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.143522 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (fccec81f-affb-408c-a53a-c2ccf0e666b7), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.154098 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] Pushing event deleted for resources: {'Port': ['ID=fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:54.156295 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a4080-e8b6-4675-a58a-edca855085ac None None] No DVR routers for this DVR port fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea on host dv-cinder-838329-1-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:11:54.173708 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccec81f-affb-408c-a53a-c2ccf0e666b7']}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:54.183524 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096d30fd-848a-414f-b1dd-4563f6aa3954') {'for_net_delete': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:54.183823 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.services.segments.db [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096d30fd-848a-414f-b1dd-4563f6aa3954') {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:11:54.194587 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14869643'] for segment (096d30fd-848a-414f-b1dd-4563f6aa3954), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.199139 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-71b7a8be-5a6e-49f2-9933-8bdc86d6ce6f req-06f5e1ac-1c08-4bb6-9f97-aa920d030600 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021922 Apr 18 18:11:54.209783 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (096d30fd-848a-414f-b1dd-4563f6aa3954), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.216280 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:11:54.216682 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14646260'] for segment (096d30fd-848a-414f-b1dd-4563f6aa3954), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: Traceback (most recent call last): Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: timer() Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: cb(*args, **kw) Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: return func(*args, **kwargs) Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: self._notify() Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: self.callback(batched_events) Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: event.method(event) Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: return f(self, *a, **k) Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._get(url).json() Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: return self.request(url, 'GET', **kwargs) Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:11:54.218714 dv-cinder-838329-1-iscsi neutron-server[103432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:11:54.310340 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (fccec81f-affb-408c-a53a-c2ccf0e666b7), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.317201 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.321864 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fccec81f-affb-408c-a53a-c2ccf0e666b7 HTTP/1.1" status: 204 len: 168 time: 0.6293533 Apr 18 18:11:54.334586 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9307f0-2a51-43e1-8c2a-972a0efc0150 req-a4a6b2f1-b62b-4366-a7c2-2d09f6948a85 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:54.336151 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4e9307f0-2a51-43e1-8c2a-972a0efc0150 req-a4a6b2f1-b62b-4366-a7c2-2d09f6948a85 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 943 time: 0.0730271 Apr 18 18:11:54.353921 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c215f-af1c-4e3a-ae92-7eda0376ad78 admin admin] Pushing event deleted for resources: {'Network': ['ID=fccec81f-affb-408c-a53a-c2ccf0e666b7,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:54.403746 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4e9307f0-2a51-43e1-8c2a-972a0efc0150 req-949a0234-ad20-4f7d-b1fd-87bd0c599b5c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574338 Apr 18 18:11:54.457220 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50814) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:54.499348 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-02a05689-a998-4124-b1d6-66c242913c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0969e297d5542c994c55560f17c6cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408089 Apr 18 18:11:54.501705 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50816) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:54.554124 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-36ce643e-899f-48c8-b38c-aacccdf87f38 admin admin] Publish callbacks [] for security_group (313e1acd-c7d6-4425-b91f-74209670c8a1), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.576911 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-36ce643e-899f-48c8-b38c-aacccdf87f38 admin admin] Publish callbacks [] for security_group (313e1acd-c7d6-4425-b91f-74209670c8a1), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.627790 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-36ce643e-899f-48c8-b38c-aacccdf87f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (313e1acd-c7d6-4425-b91f-74209670c8a1), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.631153 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-36ce643e-899f-48c8-b38c-aacccdf87f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.632469 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-36ce643e-899f-48c8-b38c-aacccdf87f38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/313e1acd-c7d6-4425-b91f-74209670c8a1 HTTP/1.1" status: 204 len: 168 time: 0.1297576 Apr 18 18:11:54.647696 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce643e-899f-48c8-b38c-aacccdf87f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313e1acd-c7d6-4425-b91f-74209670c8a1,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:54.788169 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:11:54.892432 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:54.911114 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'port_id': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'mac_address': 'fa:16:3e:7b:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:11:54.951473 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:11:54.951867 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:54.967156 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:11:54.989577 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:54.995430 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:55.008474 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50822) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:55.057696 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b7256a4d-bb5f-4ab8-893d-4c3852bbd27c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eb13d5c94124c37967a6a3ff5760245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480340 Apr 18 18:11:55.060271 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50824) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:55.068144 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:55.076204 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.076557 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.076907 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.077251 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.077589 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.077922 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.078269 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.078633 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.078963 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.079419 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.079766 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.080097 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.080423 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.080746 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.081066 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:11:55.118338 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-28ee3faa-11f5-4ecc-87ff-c2d2f6cc81b5 admin admin] Publish callbacks [] for security_group (63d3ac5c-7ee3-427a-9c84-dcdda6735244), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:55.139884 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-28ee3faa-11f5-4ecc-87ff-c2d2f6cc81b5 admin admin] Publish callbacks [] for security_group (63d3ac5c-7ee3-427a-9c84-dcdda6735244), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:55.190749 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-28ee3faa-11f5-4ecc-87ff-c2d2f6cc81b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (63d3ac5c-7ee3-427a-9c84-dcdda6735244), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:55.193297 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-28ee3faa-11f5-4ecc-87ff-c2d2f6cc81b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:55.194526 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-28ee3faa-11f5-4ecc-87ff-c2d2f6cc81b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63d3ac5c-7ee3-427a-9c84-dcdda6735244 HTTP/1.1" status: 204 len: 168 time: 0.1332240 Apr 18 18:11:55.203255 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee3faa-11f5-4ecc-87ff-c2d2f6cc81b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d3ac5c-7ee3-427a-9c84-dcdda6735244,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:55.235489 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:11:55.323474 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:11:55.367850 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:11:55.368418 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device bb8ba3e4-2fac-4a2a-a849-3e50a69ef48e not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:11:55.369117 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:11:55.405480 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:11:55.405821 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device fb4d5d8c-f2f4-44fa-834f-f57a3d69a9ea not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:11:55.562063 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b047a39-7366-45d1-ba79-0275d4781c3f req-de111d75-e201-4f09-b235-91e3ca46acc2 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:55.564445 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0b047a39-7366-45d1-ba79-0275d4781c3f req-de111d75-e201-4f09-b235-91e3ca46acc2 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 944 time: 0.0730124 Apr 18 18:11:55.621317 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0b047a39-7366-45d1-ba79-0275d4781c3f req-75d3f762-11c9-45f8-afb2-2f444d4d6145 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507121 Apr 18 18:11:56.743655 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2a2f2-24ca-4a89-9057-db731e290569 req-86fa78f6-6139-4b26-b787-4c8827ac8f36 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:56.745159 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1ee2a2f2-24ca-4a89-9057-db731e290569 req-86fa78f6-6139-4b26-b787-4c8827ac8f36 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 944 time: 0.0491555 Apr 18 18:11:56.787427 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:11:56.794528 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1ee2a2f2-24ca-4a89-9057-db731e290569 req-b529ba39-7258-4d1e-b181-e3994002f305 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 Apr 18 18:11:56.839938 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:11:56.846887 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:11:56.847303 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:56.934440 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:11:56.934730 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:56.963344 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:11:56.965622 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed86f2-1582-4a72-8dd9-a0c5822ea83d" -d '{"events": [{"server_uuid": "dda9530a-c9d1-430c-ae7e-d74e2fad39f4", "name": "network-vif-plugged", "status": "completed", "tag": "272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:11:56.979009 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:11:56.983255 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:57.011578 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a743e987-2d89-4b76-8692-fa262eea7257 x-openstack-request-id: req-a743e987-2d89-4b76-8692-fa262eea7257 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:11:57.011879 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda9530a-c9d1-430c-ae7e-d74e2fad39f4", "name": "network-vif-plugged", "status": "completed", "tag": "272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:11:57.012432 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a743e987-2d89-4b76-8692-fa262eea7257 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:11:57.012834 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a743e987-2d89-4b76-8692-fa262eea7257'] response: {'server_uuid': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'code': 200} Apr 18 18:11:57.042194 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:11:57.176320 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72e6b9-0e3a-47fd-ba33-1ff88c5e546f req-8a09ee8b-63d4-4797-a1d1-16b985caf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:57.177871 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ec72e6b9-0e3a-47fd-ba33-1ff88c5e546f req-8a09ee8b-63d4-4797-a1d1-16b985caf751 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 1129 time: 0.0400975 Apr 18 18:11:57.225352 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ec72e6b9-0e3a-47fd-ba33-1ff88c5e546f req-172e1351-84a6-43ec-8ab6-05f3968ada4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Apr 18 18:11:57.913797 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cbf6b-db22-4e14-ace8-1ec8e43339d2 req-e545033c-1701-4636-9dde-f7f9e8c010e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:57.915318 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fd5cbf6b-db22-4e14-ace8-1ec8e43339d2 req-e545033c-1701-4636-9dde-f7f9e8c010e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 945 time: 0.0503533 Apr 18 18:11:57.964683 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-fd5cbf6b-db22-4e14-ace8-1ec8e43339d2 req-16727a75-1e48-4076-af62-2ffafd824881 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 Apr 18 18:11:59.083496 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fc87b-c898-4236-8982-c463ee578142 req-ec077239-6ebf-4d8f-be82-d71c20fd597e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:59.084955 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3d3fc87b-c898-4236-8982-c463ee578142 req-ec077239-6ebf-4d8f-be82-d71c20fd597e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 945 time: 0.0481722 Apr 18 18:11:59.132376 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3d3fc87b-c898-4236-8982-c463ee578142 req-7b3472e3-d31c-4302-a35d-249ac22fd294 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Apr 18 18:11:59.244358 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de93d3e-b1b6-4196-9992-d67fd594beda req-a7c3b1ae-d396-41b2-ac0f-65390cbdef2e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:11:59.245919 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1de93d3e-b1b6-4196-9992-d67fd594beda req-a7c3b1ae-d396-41b2-ac0f-65390cbdef2e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 945 time: 0.0479946 Apr 18 18:11:59.255858 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50840) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:11:59.259907 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'floatingip': {'port_id': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:11:59.303668 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (a8389802-b5aa-4825-8435-ca4ff48e7018), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:59.771680 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:59.775428 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (a8389802-b5aa-4825-8435-ca4ff48e7018), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:11:59.879416 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Floating IP a8389802-b5aa-4825-8435-ca4ff48e7018 associated. External IP: 172.27.3.54, port: 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb. Apr 18 18:12:00.096573 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:12:00.209655 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:12:00.214502 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:00.220219 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:12:00.233656 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:00.234291 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:11:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:00.246326 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-e1bad48c-026e-4e3a-b909-bff60f7f6448 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "PUT /v2.0/floatingips/a8389802-b5aa-4825-8435-ca4ff48e7018 HTTP/1.1" status: 200 len: 990 time: 0.9898999 Apr 18 18:12:00.246922 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'tag': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:00.249212 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd17edd-3412-4231-bbce-9ecd93d9eb71" -d '{"events": [{"name": "network-changed", "server_uuid": "dda9530a-c9d1-430c-ae7e-d74e2fad39f4", "tag": "272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:00.289390 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4425f88-0b1f-4070-8703-5415d12042a4 x-openstack-request-id: req-c4425f88-0b1f-4070-8703-5415d12042a4 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:00.289390 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda9530a-c9d1-430c-ae7e-d74e2fad39f4", "tag": "272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:00.289390 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4425f88-0b1f-4070-8703-5415d12042a4 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:00.289390 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4425f88-0b1f-4070-8703-5415d12042a4'] response: {'name': 'network-changed', 'server_uuid': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'tag': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'status': 'completed', 'code': 200} Apr 18 18:12:00.353316 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-2f36956d-9347-4ae8-8fc1-ce97456022df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:00.354802 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-2f36956d-9347-4ae8-8fc1-ce97456022df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 1129 time: 0.0436957 Apr 18 18:12:00.457045 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-9ca47f31-65b6-4c53-9756-24f2d5ad3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:00.458140 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:00.458553 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-9ca47f31-65b6-4c53-9756-24f2d5ad3335 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.0980487 Apr 18 18:12:00.525518 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-2320e4c4-8e96-471f-95a5-16baf3038512 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb HTTP/1.1" status: 200 len: 998 time: 0.0603218 Apr 18 18:12:00.577049 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-acf8a035-e0ef-4c5f-a545-c6091acd3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:00.579077 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-acf8a035-e0ef-4c5f-a545-c6091acd3c64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0474710 Apr 18 18:12:00.621641 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-52d1649d-0441-4a72-a177-e504161c541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:00.623143 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-52d1649d-0441-4a72-a177-e504161c541c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384316 Apr 18 18:12:00.673726 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'a8389802-b5aa-4825-8435-ca4ff48e7018', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:7b:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:11:46Z', 'updated_at': '2022-04-18T18:11:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}, {'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:11:01Z', 'revision_number': 2, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:00.702727 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:12:00.711390 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:00.711597 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-89cae2d0-c92f-4190-a54e-372b6fa27a4c service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828323 Apr 18 18:12:00.711989 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:11:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:00.803885 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd17edd-3412-4231-bbce-9ecd93d9eb71 req-da339433-9c63-406f-9e9c-ce3660d8cf83 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863838 Apr 18 18:12:00.819458 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:01.043778 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'a8389802-b5aa-4825-8435-ca4ff48e7018', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:7b:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:11:46Z', 'updated_at': '2022-04-18T18:11:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}, {'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:11:01Z', 'revision_number': 2, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:01.071602 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb4d833-e588-4282-b96a-77ec79ebc09b None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'a8389802-b5aa-4825-8435-ca4ff48e7018', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.54', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:7b:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:11:46Z', 'updated_at': '2022-04-18T18:11:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}, {'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:11:01Z', 'revision_number': 2, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:12:01.295104 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a098d6-9e9f-4c0a-a565-bd6c210ff769 None None] New status for floating IP a8389802-b5aa-4825-8435-ca4ff48e7018: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:12:01.849960 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:01.850952 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-87b6f05c-140f-4c4a-9a37-bd0207dce7f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467622 Apr 18 18:12:01.940745 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-9797401d-fcb9-4d17-bb40-8db75ef7e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:01.942252 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-9797401d-fcb9-4d17-bb40-8db75ef7e97c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 1130 time: 0.0438170 Apr 18 18:12:02.044088 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-73379c60-a330-4664-b619-c14294615c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:02.045576 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-73379c60-a330-4664-b619-c14294615c26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 912 time: 0.0847528 Apr 18 18:12:02.115668 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-88c3d116-6c13-44e8-b15c-4f523de3e28a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b HTTP/1.1" status: 200 len: 1002 time: 0.0632882 Apr 18 18:12:02.166192 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-0b52fdd0-f200-4caf-a6f2-33e75c2a5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:02.167675 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-0b52fdd0-f200-4caf-a6f2-33e75c2a5ba8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.0470519 Apr 18 18:12:02.210561 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-df1b3ef3-774d-4e3b-8571-dc7726974ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:02.212045 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-df1b3ef3-774d-4e3b-8571-dc7726974ce2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386183 Apr 18 18:12:02.307953 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-f28dc13d-bf2e-4c5d-a610-abb57524d39c service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894349 Apr 18 18:12:02.399777 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6db646f4-e2c4-47b4-adcd-a8a678d33510 req-83520600-be2a-4cef-8408-7b504f4fceac service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857763 Apr 18 18:12:14.417230 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2104d439-4ee2-44d3-b7b4-3b36b30e6883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:16.592509 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a89bf29d-ddf9-41e4-b6e1-fda1063b2ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:17.787017 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:12:17.847594 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:19.169310 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:20.725355 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:24.980244 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50852) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:25.131164 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Deleting port cbc78073-a5fe-473e-a23f-bebec4fdb76f {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:25.131501 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (cbc78073-a5fe-473e-a23f-bebec4fdb76f), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:25.214699 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (cbc78073-a5fe-473e-a23f-bebec4fdb76f), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:25.215029 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (cbc78073-a5fe-473e-a23f-bebec4fdb76f), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:25.228067 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Calling delete_port for cbc78073-a5fe-473e-a23f-bebec4fdb76f owned by network:floatingip {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:25.615100 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (cbc78073-a5fe-473e-a23f-bebec4fdb76f), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:25.640841 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event deleted for resources: {'Port': ['ID=cbc78073-a5fe-473e-a23f-bebec4fdb76f,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:25.650984 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.651324 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.651661 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.651996 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.652323 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.652647 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.652967 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.653289 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.653976 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.653976 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.654273 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.654585 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.654898 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.655215 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.655643 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:25.723345 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (48696435-5be5-4ef6-8298-b1bf50462a15), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:25.723848 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Floating IP 48696435-5be5-4ef6-8298-b1bf50462a15 disassociated (deleted). External IP: 172.27.3.4, port: fd239303-63ca-4b62-8b6b-d1ecc6255a9a. Apr 18 18:12:25.956849 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:12:26.075534 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:12:26.080328 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:26.086114 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:12:26.095304 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:26.096580 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:26.111415 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-bb6747bb-02c2-4299-ab51-0f6c023b5d3f tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "DELETE /v2.0/floatingips/48696435-5be5-4ef6-8298-b1bf50462a15 HTTP/1.1" status: 204 len: 168 time: 1.1300523 Apr 18 18:12:26.112075 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:26.114602 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af0900-3323-490b-897b-fa570d1effcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:26.153895 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16dfcab-9cab-454e-a1b0-a88c8149c061 x-openstack-request-id: req-d16dfcab-9cab-454e-a1b0-a88c8149c061 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:26.154285 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:26.154689 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d16dfcab-9cab-454e-a1b0-a88c8149c061 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:26.155141 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16dfcab-9cab-454e-a1b0-a88c8149c061'] response: {'name': 'network-changed', 'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'status': 'completed', 'code': 200} Apr 18 18:12:26.225107 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:26.239631 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0900-3323-490b-897b-fa570d1effcd req-00ecb42f-3a1a-48ae-b5a7-30116936cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:26.242421 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94af0900-3323-490b-897b-fa570d1effcd req-00ecb42f-3a1a-48ae-b5a7-30116936cb24 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 1129 time: 0.0658450 Apr 18 18:12:26.360878 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0900-3323-490b-897b-fa570d1effcd req-f43182e9-ffd3-44b0-85e3-6e0cb737d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:26.363501 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94af0900-3323-490b-897b-fa570d1effcd req-f43182e9-ffd3-44b0-85e3-6e0cb737d407 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 912 time: 0.1151664 Apr 18 18:12:26.386997 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052b23f-0e79-4c1f-abee-26a1b479d6eb req-9645bb75-b37c-4d09-8299-cbda0c197bc4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:26.388632 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d052b23f-0e79-4c1f-abee-26a1b479d6eb req-9645bb75-b37c-4d09-8299-cbda0c197bc4 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 945 time: 0.0564520 Apr 18 18:12:26.440978 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-d052b23f-0e79-4c1f-abee-26a1b479d6eb req-68d10eef-7bbb-4f11-b0d8-6e6a7bcd6ccb tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443840 Apr 18 18:12:26.483049 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:31Z', 'revision_number': 1, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:26.512515 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:12:26.521629 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:26.522229 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:26.633390 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:26.942589 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:31Z', 'revision_number': 1, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:26.973067 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7a38b-1b8f-4dbb-a7d4-1d7aecdd4c72 None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'port_id': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'mac_address': 'fa:16:3e:2c:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:08:28Z', 'updated_at': '2022-04-18T18:08:31Z', 'revision_number': 1, 'project_id': 'c68161ada21740dfb477439be2a02050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:12:27.213391 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb33d2e-2ee9-43f7-9a66-14c1505965ef None None] New status for floating IP 48696435-5be5-4ef6-8298-b1bf50462a15: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:12:27.357994 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94af0900-3323-490b-897b-fa570d1effcd req-a9c1a94f-0df0-4909-977b-c88da550fbc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd239303-63ca-4b62-8b6b-d1ecc6255a9a HTTP/1.1" status: 200 len: 217 time: 0.0381589 Apr 18 18:12:27.572062 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff646574-8424-4538-b3f8-ee87af4dd44f req-50a50222-871e-4bbe-9f11-2641b3a7d736 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:27.573811 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ff646574-8424-4538-b3f8-ee87af4dd44f req-50a50222-871e-4bbe-9f11-2641b3a7d736 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 945 time: 0.0550184 Apr 18 18:12:27.628482 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-ff646574-8424-4538-b3f8-ee87af4dd44f req-bb694209-a26b-4b7f-ad05-a0d7d4d47f63 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485895 Apr 18 18:12:27.696811 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0900-3323-490b-897b-fa570d1effcd req-b3639d84-95e0-4167-a557-7ddcfe170b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:27.698377 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94af0900-3323-490b-897b-fa570d1effcd req-b3639d84-95e0-4167-a557-7ddcfe170b71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.3283696 Apr 18 18:12:27.796754 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0900-3323-490b-897b-fa570d1effcd req-a2a4285b-bd11-4c75-b3da-93e0c11479d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:27.798214 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94af0900-3323-490b-897b-fa570d1effcd req-a2a4285b-bd11-4c75-b3da-93e0c11479d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400863 Apr 18 18:12:27.907132 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5878b2-b774-48bd-a494-728d473436f3 req-7b1b1082-899d-47e7-9e11-cb74dcadb840 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:27.908740 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2b5878b2-b774-48bd-a494-728d473436f3 req-7b1b1082-899d-47e7-9e11-cb74dcadb840 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 945 time: 0.0830903 Apr 18 18:12:27.958595 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94af0900-3323-490b-897b-fa570d1effcd req-ad8222ee-66a9-4351-be68-20db88efd42d service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505456 Apr 18 18:12:28.057945 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Deleting port fd239303-63ca-4b62-8b6b-d1ecc6255a9a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:28.058205 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:28.138070 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94af0900-3323-490b-897b-fa570d1effcd req-cede48cf-abf1-4c7f-b3bc-cd6413565883 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737790 Apr 18 18:12:28.184782 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] For port fd239303-63ca-4b62-8b6b-d1ecc6255a9a, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:28.185161 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:28.201374 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Calling delete_port for fd239303-63ca-4b62-8b6b-d1ecc6255a9a owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:28.343693 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (fd239303-63ca-4b62-8b6b-d1ecc6255a9a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:28.383345 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event deleted for resources: {'Port': ['ID=fd239303-63ca-4b62-8b6b-d1ecc6255a9a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:28.429458 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] No DVR routers for this DVR port fd239303-63ca-4b62-8b6b-d1ecc6255a9a on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:12:28.432062 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:28.435444 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2b5878b2-b774-48bd-a494-728d473436f3 req-a4e136f5-40a1-42be-b327-75c18126a2cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "DELETE /v2.0/ports/fd239303-63ca-4b62-8b6b-d1ecc6255a9a HTTP/1.1" status: 204 len: 173 time: 0.5204754 Apr 18 18:12:28.435891 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'name': 'network-vif-deleted', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:28.438197 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed8c3a6-dfd3-45aa-9320-b1bfaae331dc" -d '{"events": [{"server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "name": "network-vif-deleted", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:28.481177 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e5a00d-d1d9-49fc-8503-5dbce5685e25 x-openstack-request-id: req-99e5a00d-d1d9-49fc-8503-5dbce5685e25 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:28.481569 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0419b909-6dd1-4512-96d1-fbbb1a1881c1", "name": "network-vif-deleted", "tag": "fd239303-63ca-4b62-8b6b-d1ecc6255a9a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:28.481943 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99e5a00d-d1d9-49fc-8503-5dbce5685e25 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:28.482462 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e5a00d-d1d9-49fc-8503-5dbce5685e25'] response: {'server_uuid': '0419b909-6dd1-4512-96d1-fbbb1a1881c1', 'name': 'network-vif-deleted', 'tag': 'fd239303-63ca-4b62-8b6b-d1ecc6255a9a', 'status': 'completed', 'code': 200} Apr 18 18:12:28.741523 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e209233a-cc33-48d0-a5b9-222a42c27d55 req-4a484062-ceee-4f87-a778-0479d61ed264 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=0419b909-6dd1-4512-96d1-fbbb1a1881c1 HTTP/1.1" status: 200 len: 210 time: 0.0378876 Apr 18 18:12:30.963330 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device fd239303-63ca-4b62-8b6b-d1ecc6255a9a no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:30.987321 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: fd239303-63ca-4b62-8b6b-d1ecc6255a9a {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:30.987680 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device fd239303-63ca-4b62-8b6b-d1ecc6255a9a not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:31.849545 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:32.057037 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50882) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:32.210307 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Deleting port 7dab7a07-bc19-45d5-a691-0d7ba63d5ec3 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:32.210651 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:32.289743 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:32.290280 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:32.303405 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Calling delete_port for 7dab7a07-bc19-45d5-a691-0d7ba63d5ec3 owned by network:floatingip {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:32.451377 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (7dab7a07-bc19-45d5-a691-0d7ba63d5ec3), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:32.476002 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event deleted for resources: {'Port': ['ID=7dab7a07-bc19-45d5-a691-0d7ba63d5ec3,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:32.538337 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:32.538666 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Floating IP ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3 disassociated (deleted). External IP: 172.27.3.242, port: a608c0c9-58be-42c3-9536-b9eed5365d1b. Apr 18 18:12:32.752829 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:12:32.868883 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:12:32.873507 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:32.879742 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:12:32.890628 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:32.891355 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:32.909633 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-60f27c73-c066-4eda-ba99-13dacf63c788 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "DELETE /v2.0/floatingips/ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3 HTTP/1.1" status: 204 len: 168 time: 0.8491673 Apr 18 18:12:32.909633 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:32.910955 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0777955b-a0bf-489f-994b-b8dfc0b5969f" -d '{"events": [{"name": "network-changed", "server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:32.953147 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fb73bc-a8c6-413a-a63b-4399232d721f x-openstack-request-id: req-b0fb73bc-a8c6-413a-a63b-4399232d721f {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:32.953442 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:32.953702 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0fb73bc-a8c6-413a-a63b-4399232d721f {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:32.954118 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0fb73bc-a8c6-413a-a63b-4399232d721f'] response: {'name': 'network-changed', 'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'status': 'completed', 'code': 200} Apr 18 18:12:33.015809 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:33.017212 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-83c7b4e4-a2b9-4fbf-99a8-83342dc1a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:33.019030 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-83c7b4e4-a2b9-4fbf-99a8-83342dc1a742 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c68161ada21740dfb477439be2a02050&device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 1130 time: 0.0447931 Apr 18 18:12:33.128903 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-c5956864-4bf1-4eb7-88d6-51b0690238b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:33.130458 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-c5956864-4bf1-4eb7-88d6-51b0690238b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 200 len: 912 time: 0.0999169 Apr 18 18:12:33.155131 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89665a2-c0c4-458f-8d84-a0fe96641602 req-32079327-d712-4517-835e-294117b5760c tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:33.156643 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e89665a2-c0c4-458f-8d84-a0fe96641602 req-32079327-d712-4517-835e-294117b5760c tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.0560386 Apr 18 18:12:33.208532 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e89665a2-c0c4-458f-8d84-a0fe96641602 req-40760788-7aa3-4194-8ca3-b30d3a3a2a87 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447786 Apr 18 18:12:33.216034 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:33.246930 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:12:33.256041 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:33.256656 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:33.369012 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:33.564257 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:33.591704 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11840cbd-53db-4077-9b1a-0106d6568b86 None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:04:15Z', 'revision_number': 4, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': '882ad11b-7ed8-4dd9-b61c-bcc48e027126', 'name': '', 'network_id': '00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'mac_address': 'fa:16:3e:1c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:13Z', 'updated_at': '2022-04-18T18:04:20Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'subnets': [{'id': '5d54297e-dcb0-4da0-a6f7-15b94dd798be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:12:33.820704 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb1eef2-c7bf-415a-8ced-dfcfa532afc3 None None] New status for floating IP ca696bf4-f886-43d0-a7d3-ad5ffb1b37a3: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:12:34.137099 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-ecaa536f-4aa7-4a80-adbf-a1ac8439b627 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b HTTP/1.1" status: 200 len: 217 time: 0.0347469 Apr 18 18:12:34.189726 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-ad74b006-67d5-493b-bd01-0158739abe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:34.191833 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-ad74b006-67d5-493b-bd01-0158739abe5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 200 len: 851 time: 0.0456123 Apr 18 18:12:34.327102 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-70bfb2c1-3a32-47e2-ab9e-fa5260014251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:34.328624 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-70bfb2c1-3a32-47e2-ab9e-fa5260014251 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470197 Apr 18 18:12:34.329382 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8853d-299c-45d1-b8c4-79b4caa744fe req-c9542d6f-e118-4610-ac67-4094ef13695c tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:34.330890 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4ac8853d-299c-45d1-b8c4-79b4caa744fe req-c9542d6f-e118-4610-ac67-4094ef13695c tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.0518179 Apr 18 18:12:34.383235 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4ac8853d-299c-45d1-b8c4-79b4caa744fe req-ffba7b81-161f-40a1-9f2b-e09e20abdfb0 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/security-groups?id=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465441 Apr 18 18:12:34.422713 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-cbcf231f-735f-483f-93be-8d93716ed8a5 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870986 Apr 18 18:12:34.616175 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0777955b-a0bf-489f-994b-b8dfc0b5969f req-c8c54140-595c-4b32-8c41-e07d82a76c8a service neutron] 10.222.0.15 "GET /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181965 Apr 18 18:12:34.628132 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-fc10c62b-b025-40c6-9b2e-5dac91aed835 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:34.630347 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-fc10c62b-b025-40c6-9b2e-5dac91aed835 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 946 time: 0.0603888 Apr 18 18:12:34.728355 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Deleting port a608c0c9-58be-42c3-9536-b9eed5365d1b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:34.728615 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:34.821291 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] For port a608c0c9-58be-42c3-9536-b9eed5365d1b, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=a608c0c9-58be-42c3-9536-b9eed5365d1b,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:34.821661 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:34.835655 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Calling delete_port for a608c0c9-58be-42c3-9536-b9eed5365d1b owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:34.975187 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (a608c0c9-58be-42c3-9536-b9eed5365d1b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:35.006443 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event deleted for resources: {'Port': ['ID=a608c0c9-58be-42c3-9536-b9eed5365d1b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:35.055410 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] No DVR routers for this DVR port a608c0c9-58be-42c3-9536-b9eed5365d1b on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:12:35.058058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:35.061351 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-81b107eb-6a1e-461a-96db-46d913cb38a0 req-0ecd71d7-c528-42bc-8358-5cf12453e250 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.15 "DELETE /v2.0/ports/a608c0c9-58be-42c3-9536-b9eed5365d1b HTTP/1.1" status: 204 len: 173 time: 0.4228885 Apr 18 18:12:35.061791 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'name': 'network-vif-deleted', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:35.064072 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf0fc2b-810a-477f-b82d-ab0247b72b66" -d '{"events": [{"server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "name": "network-vif-deleted", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:35.107493 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da63d9fb-e20f-4c01-916f-602640ae3bcd x-openstack-request-id: req-da63d9fb-e20f-4c01-916f-602640ae3bcd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:35.107790 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a994a12f-228f-4050-b2f5-bbf039b0569b", "name": "network-vif-deleted", "tag": "a608c0c9-58be-42c3-9536-b9eed5365d1b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:35.108045 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da63d9fb-e20f-4c01-916f-602640ae3bcd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:35.108453 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da63d9fb-e20f-4c01-916f-602640ae3bcd'] response: {'server_uuid': 'a994a12f-228f-4050-b2f5-bbf039b0569b', 'name': 'network-vif-deleted', 'tag': 'a608c0c9-58be-42c3-9536-b9eed5365d1b', 'status': 'completed', 'code': 200} Apr 18 18:12:35.504078 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3c94b426-9a60-4a8a-93d8-0282b511d38f req-588260e5-7d08-40ef-874f-aac9338d5135 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 210 time: 0.0298364 Apr 18 18:12:35.653998 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d061f-1e0b-4985-a630-cda29e68c372 req-1f486391-614f-4642-a5fc-ff8ffa6c093c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:35.655687 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1f3d061f-1e0b-4985-a630-cda29e68c372 req-1f486391-614f-4642-a5fc-ff8ffa6c093c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 945 time: 0.0556464 Apr 18 18:12:35.711562 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1f3d061f-1e0b-4985-a630-cda29e68c372 req-4084f540-7544-4753-9d20-0605e174c306 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461743 Apr 18 18:12:36.621522 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-5fa7c6c5-d4e8-481c-a282-353118331bdb req-9a59b090-f03a-4d26-8694-23bb809cc404 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "GET /v2.0/ports?device_id=a994a12f-228f-4050-b2f5-bbf039b0569b HTTP/1.1" status: 200 len: 210 time: 0.0283997 Apr 18 18:12:36.839607 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6c0f-d64a-4ea6-bff9-275064226e0d req-b673836d-762c-4177-833e-f5af9b12fec2 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:36.840981 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c20d6c0f-d64a-4ea6-bff9-275064226e0d req-b673836d-762c-4177-833e-f5af9b12fec2 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 945 time: 0.0594501 Apr 18 18:12:36.890832 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c20d6c0f-d64a-4ea6-bff9-275064226e0d req-e493259d-6f5d-4b23-82c4-ec8a52fa59d4 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d3128ff-d087-4beb-879d-acb9b97432fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441563 Apr 18 18:12:36.970346 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device a608c0c9-58be-42c3-9536-b9eed5365d1b no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:36.990785 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: a608c0c9-58be-42c3-9536-b9eed5365d1b {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:36.991127 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device a608c0c9-58be-42c3-9536-b9eed5365d1b not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:37.088839 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-8e8b43ea-7574-4ff7-824e-cd47e17221fc tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:37.090415 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-8e8b43ea-7574-4ff7-824e-cd47e17221fc tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Apr 18 18:12:37.177564 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Deleting port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:37.177909 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.271280 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] For port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:37.271636 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.446164 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.446552 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (a8389802-b5aa-4825-8435-ca4ff48e7018), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.446869 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Floating IP a8389802-b5aa-4825-8435-ca4ff48e7018 disassociated. External IP: 172.27.3.54, port: 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb. Apr 18 18:12:37.447211 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Calling delete_port for 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:37.578736 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.609641 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'Port': ['ID=272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:37.679265 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50914) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:37.732672 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:12:37.805499 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Deleting port 1284d503-0d70-49c6-bcaf-e14097e6c66d {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:37.805834 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (1284d503-0d70-49c6-bcaf-e14097e6c66d), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.846317 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:12:37.864215 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:12:37.874216 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:37.876115 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:37.883472 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (1284d503-0d70-49c6-bcaf-e14097e6c66d), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.883736 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (1284d503-0d70-49c6-bcaf-e14097e6c66d), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.892636 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] No DVR routers for this DVR port 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:12:37.895209 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:37.897897 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Calling delete_port for 1284d503-0d70-49c6-bcaf-e14097e6c66d owned by network:floatingip {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:37.898798 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0b7f215f-60b1-4786-9cfc-757676c76ec8 req-6b2e5cde-fb61-47c1-b033-2e8e33b3fb97 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "DELETE /v2.0/ports/272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb HTTP/1.1" status: 204 len: 173 time: 0.8032975 Apr 18 18:12:37.899295 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'name': 'network-vif-deleted', 'tag': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:37.902973 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed51b2f-d4b2-4e4f-a0b1-eb404e56486e" -d '{"events": [{"server_uuid": "dda9530a-c9d1-430c-ae7e-d74e2fad39f4", "name": "network-vif-deleted", "tag": "272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:37.977984 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf0160-be8c-4543-bab4-2cb069f6e04c x-openstack-request-id: req-bbcf0160-be8c-4543-bab4-2cb069f6e04c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:37.978440 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda9530a-c9d1-430c-ae7e-d74e2fad39f4", "name": "network-vif-deleted", "tag": "272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:37.978795 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbcf0160-be8c-4543-bab4-2cb069f6e04c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:37.979563 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcf0160-be8c-4543-bab4-2cb069f6e04c'] response: {'server_uuid': 'dda9530a-c9d1-430c-ae7e-d74e2fad39f4', 'name': 'network-vif-deleted', 'tag': '272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb', 'status': 'completed', 'code': 200} Apr 18 18:12:38.056518 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-83d0b902-f92f-4444-ba67-2308ce1fe916 req-9475c4f1-aa2f-4d08-87fb-315e3f8226ee tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=dda9530a-c9d1-430c-ae7e-d74e2fad39f4 HTTP/1.1" status: 200 len: 210 time: 0.0497782 Apr 18 18:12:38.059814 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:38.115293 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (1284d503-0d70-49c6-bcaf-e14097e6c66d), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:38.144462 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event deleted for resources: {'Port': ['ID=1284d503-0d70-49c6-bcaf-e14097e6c66d,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:38.212529 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for floatingip (b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:38.215157 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:38.216322 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-12ec8530-9fdc-4675-83fd-b19b451046cf tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "DELETE /v2.0/floatingips/b1fe7400-c5f1-4d07-b3c0-dbfcb2642cf6 HTTP/1.1" status: 204 len: 168 time: 0.5360670 Apr 18 18:12:38.315672 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:11:01Z', 'revision_number': 2, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:38.344338 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:12:38.356763 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:38.357717 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:38.488343 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:38.815758 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:11:01Z', 'revision_number': 2, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:38.844652 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710a30e-64e0-494d-afde-5bb85bb0a09c None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'c114a087-a52f-4fb2-be49-84c17b3da284', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:2c:e7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:10:48Z', 'updated_at': '2022-04-18T18:11:01Z', 'revision_number': 2, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:12:39.079022 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8a221-9b6e-4747-8c7b-fcc7df1eebb2 None None] New status for floating IP a8389802-b5aa-4825-8435-ca4ff48e7018: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:12:39.154360 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50932) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:39.210446 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb45e62b-807d-4f84-b7aa-84568336a921 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (3d3128ff-d087-4beb-879d-acb9b97432fd), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.235381 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb45e62b-807d-4f84-b7aa-84568336a921 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (3d3128ff-d087-4beb-879d-acb9b97432fd), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.295702 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb45e62b-807d-4f84-b7aa-84568336a921 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (3d3128ff-d087-4beb-879d-acb9b97432fd), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.298357 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb45e62b-807d-4f84-b7aa-84568336a921 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.299502 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-bb45e62b-807d-4f84-b7aa-84568336a921 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "DELETE /v2.0/security-groups/3d3128ff-d087-4beb-879d-acb9b97432fd HTTP/1.1" status: 204 len: 168 time: 0.1441450 Apr 18 18:12:39.302967 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50934) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:39.309591 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45e62b-807d-4f84-b7aa-84568336a921 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3128ff-d087-4beb-879d-acb9b97432fd,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:39.317441 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-1495ea26-3da7-4093-945c-b4081bdce094 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] show failed (client error): The resource could not be found. Apr 18 18:12:39.320277 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1495ea26-3da7-4093-945c-b4081bdce094 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups/3d3128ff-d087-4beb-879d-acb9b97432fd HTTP/1.1" status: 404 len: 347 time: 0.0142915 Apr 18 18:12:39.321402 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50936) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:39.434799 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50940) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:39.473599 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Deleting port 817d2515-51d8-4249-842e-d701cc881ce1 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:39.473954 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (817d2515-51d8-4249-842e-d701cc881ce1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.548412 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ffd174a-337c-454f-8dc3-64df4f151219 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group (af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.589998 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ffd174a-337c-454f-8dc3-64df4f151219 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group (af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.600757 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (817d2515-51d8-4249-842e-d701cc881ce1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.601078 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (817d2515-51d8-4249-842e-d701cc881ce1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.626936 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Calling delete_port for 817d2515-51d8-4249-842e-d701cc881ce1 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:39.726386 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ffd174a-337c-454f-8dc3-64df4f151219 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.729039 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ffd174a-337c-454f-8dc3-64df4f151219 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.730183 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8ffd174a-337c-454f-8dc3-64df4f151219 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] 10.222.0.20 "DELETE /v2.0/security-groups/af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4 HTTP/1.1" status: 204 len: 168 time: 0.2944567 Apr 18 18:12:39.741596 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd174a-337c-454f-8dc3-64df4f151219 tempest-TestVolumeBootPattern-860912496 tempest-TestVolumeBootPattern-860912496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af92eccc-edf4-4d05-a2d1-f9ebd01f1ff4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:39.791322 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50944) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:39.809942 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (817d2515-51d8-4249-842e-d701cc881ce1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.841425 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'Port': ['ID=817d2515-51d8-4249-842e-d701cc881ce1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:39.905527 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (a8389802-b5aa-4825-8435-ca4ff48e7018), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.908122 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:39.909293 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-79a4ed6d-89d9-414c-a043-9b81baf9ff6f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "DELETE /v2.0/floatingips/a8389802-b5aa-4825-8435-ca4ff48e7018 HTTP/1.1" status: 204 len: 168 time: 0.5869377 Apr 18 18:12:40.365419 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:40.613968 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Deleting port 882ad11b-7ed8-4dd9-b61c-bcc48e027126 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:40.614343 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:40.703325 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] For port 882ad11b-7ed8-4dd9-b61c-bcc48e027126, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=882ad11b-7ed8-4dd9-b61c-bcc48e027126,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:40.703697 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:40.720514 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Calling delete_port for 882ad11b-7ed8-4dd9-b61c-bcc48e027126 owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:40.922281 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (882ad11b-7ed8-4dd9-b61c-bcc48e027126), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:40.949736 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Pushing event deleted for resources: {'Port': ['ID=882ad11b-7ed8-4dd9-b61c-bcc48e027126,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:40.986259 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:41.012845 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:41.013407 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 272d1b47-f5d0-4999-a1a0-a9fc5f2b8ccb not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:41.146575 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:41.379144 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:12:41.610115 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05ca6-ff08-4d52-bdec-6c2bf2a0727c req-a0a65cc6-0040-4915-8e43-19b5cd0ec3e9 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:41.610801 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5b05ca6-ff08-4d52-bdec-6c2bf2a0727c req-a0a65cc6-0040-4915-8e43-19b5cd0ec3e9 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 946 time: 0.0507991 Apr 18 18:12:41.665724 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-f5b05ca6-ff08-4d52-bdec-6c2bf2a0727c req-f99eaf43-e716-4e8a-94d8-880cbc93f63f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484221 Apr 18 18:12:41.777511 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:12:41.782463 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a1ef3fbb-ea34-4ebe-84e6-d51a4878a32e admin admin] 10.222.0.20 "PUT /v2.0/routers/afe21c6e-88ce-4951-9bda-7dfd7f39ea32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9901061 Apr 18 18:12:41.785559 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50966) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:41.787694 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] Sync routers for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:12:41.798492 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:41.799205 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:41.898005 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks [] for router (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:41.912876 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:42.009095 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks [] for router_gateway (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.055129 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Deleting port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:42.055356 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.098559 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:12:40Z', 'revision_number': 5, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port': {'id': '9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:11Z', 'updated_at': '2022-04-18T18:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:42.125128 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] Checking router: afe21c6e-88ce-4951-9bda-7dfd7f39ea32 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:12:42.133516 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] Routers {'afe21c6e-88ce-4951-9bda-7dfd7f39ea32'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:42.134127 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:42.135212 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] For port 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:42.135574 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.149864 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Calling delete_port for 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f owned by network:router_gateway {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:42.226818 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] Set router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 gateway port host: None {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:42.288095 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:12:42Z', 'revision_number': 6, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:42.317486 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bf9730-8e4d-462b-a60f-18bf62169b8f None None] The sync data for ids ['afe21c6e-88ce-4951-9bda-7dfd7f39ea32'] in dv-cinder-838329-1-iscsi is: [{'id': 'afe21c6e-88ce-4951-9bda-7dfd7f39ea32', 'name': 'tempest-TestVolumeBootPattern-1875669009-router', 'tenant_id': 'c68161ada21740dfb477439be2a02050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:10Z', 'updated_at': '2022-04-18T18:12:42Z', 'revision_number': 6, 'project_id': 'c68161ada21740dfb477439be2a02050', 'gw_port_host': None}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:12:42.328702 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.359994 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:42.421732 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.515004 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.517507 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks [] for router_controller (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.565246 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (afe21c6e-88ce-4951-9bda-7dfd7f39ea32), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.565783 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe21c6e-88ce-4951-9bda-7dfd7f39ea32 {{(pid=103432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:12:42.571350 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.572487 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4a38b2f3-c38c-4b31-af6b-311d9ebd72f1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/afe21c6e-88ce-4951-9bda-7dfd7f39ea32 HTTP/1.1" status: 204 len: 168 time: 0.7858665 Apr 18 18:12:42.575038 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50968) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:42.620189 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fc068e-2151-47cc-8b49-8b594ec35e7e admin admin] Deleting subnet 5d54297e-dcb0-4da0-a6f7-15b94dd798be {{(pid=103432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:12:42.623356 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-06fc068e-2151-47cc-8b49-8b594ec35e7e admin admin] Publish callbacks [] for subnet (5d54297e-dcb0-4da0-a6f7-15b94dd798be), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.659700 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-06fc068e-2151-47cc-8b49-8b594ec35e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14869680'] for subnet (5d54297e-dcb0-4da0-a6f7-15b94dd798be), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.759547 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-06fc068e-2151-47cc-8b49-8b594ec35e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (5d54297e-dcb0-4da0-a6f7-15b94dd798be), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.819610 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6246ec1-ce49-48bd-a160-f26beca52ee5 req-1772dad2-82f5-47f8-8bae-c9d7b66521c3 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:42.823103 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a6246ec1-ce49-48bd-a160-f26beca52ee5 req-1772dad2-82f5-47f8-8bae-c9d7b66521c3 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 946 time: 0.0738220 Apr 18 18:12:42.869948 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-06fc068e-2151-47cc-8b49-8b594ec35e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14646094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13271866'] for subnet (5d54297e-dcb0-4da0-a6f7-15b94dd798be), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.903338 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc068e-2151-47cc-8b49-8b594ec35e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d54297e-dcb0-4da0-a6f7-15b94dd798be,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:42.908211 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a6246ec1-ce49-48bd-a160-f26beca52ee5 req-85835088-0dec-4206-a946-58550511b745 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810061 Apr 18 18:12:42.911484 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-06fc068e-2151-47cc-8b49-8b594ec35e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:42.917241 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50972) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:42.917758 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-06fc068e-2151-47cc-8b49-8b594ec35e7e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5d54297e-dcb0-4da0-a6f7-15b94dd798be HTTP/1.1" status: 204 len: 168 time: 0.3412204 Apr 18 18:12:42.927284 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae15eb-ddcd-4901-b72c-4fb368beba01 None None] Network 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:12:42.995635 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.086964 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Deleting port a68eb1a6-d9a2-4a0e-a174-0102365cc539 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:43.087196 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.104274 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] DHCP port deletion for 00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:12:43.117321 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaff21d-fbc1-4491-870f-435ad52396df req-d3e0529d-74a4-443e-a436-3d5d9b63a312 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:43.118933 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcaff21d-fbc1-4491-870f-435ad52396df req-d3e0529d-74a4-443e-a436-3d5d9b63a312 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 946 time: 0.0846875 Apr 18 18:12:43.146051 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] Deleting port a68eb1a6-d9a2-4a0e-a174-0102365cc539 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:43.146812 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.198617 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] For port a68eb1a6-d9a2-4a0e-a174-0102365cc539, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a68eb1a6-d9a2-4a0e-a174-0102365cc539,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:43.198980 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.215340 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] For port a68eb1a6-d9a2-4a0e-a174-0102365cc539, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=a68eb1a6-d9a2-4a0e-a174-0102365cc539,segment=NetworkSegment(76073693-f915-417a-9cff-f2b325dddf09),segment_id=76073693-f915-417a-9cff-f2b325dddf09)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:43.215833 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.219645 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Calling delete_port for a68eb1a6-d9a2-4a0e-a174-0102365cc539 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:43.230693 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] Calling delete_port for a68eb1a6-d9a2-4a0e-a174-0102365cc539 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:43.301600 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Deleting port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:43.301600 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.418396 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a68eb1a6-d9a2-4a0e-a174-0102365cc539 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:43.441357 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] For port 128a2de5-e2ad-4974-a739-3ba9e87c2c82, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=128a2de5-e2ad-4974-a739-3ba9e87c2c82,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:43.441981 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.445590 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.493500 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No active binding found for port a68eb1a6-d9a2-4a0e-a174-0102365cc539 {{(pid=103433) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 18:12:43.493914 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] The host dv-cinder-838329-1-iscsi is not matching for port a68eb1a6-d9a2-4a0e-a174-0102365cc539 host None! {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 18 18:12:43.494332 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device a68eb1a6-d9a2-4a0e-a174-0102365cc539 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:43.494761 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:43.515125 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68eb1a6-d9a2-4a0e-a174-0102365cc539,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:43.516000 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:43.516351 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 9e6e0e8e-8ec3-4a86-a3f1-d77f0636f25f not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:43.516772 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 882ad11b-7ed8-4dd9-b61c-bcc48e027126 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:43.517721 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] No DVR routers for this DVR port a68eb1a6-d9a2-4a0e-a174-0102365cc539 on host dv-cinder-838329-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:12:43.518931 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017'] for port (a68eb1a6-d9a2-4a0e-a174-0102365cc539), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.563554 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 882ad11b-7ed8-4dd9-b61c-bcc48e027126 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:43.563904 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 882ad11b-7ed8-4dd9-b61c-bcc48e027126 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:43.565812 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] Pushing event deleted for resources: {'Port': ['ID=a68eb1a6-d9a2-4a0e-a174-0102365cc539,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:43.574894 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4806268-b7be-41ec-8ded-35d5a8d3c1ee None None] No DVR routers for this DVR port a68eb1a6-d9a2-4a0e-a174-0102365cc539 on host dv-cinder-838329-1-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:12:43.640458 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.678484 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:43.718093 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76073693-f915-417a-9cff-f2b325dddf09') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:43.718358 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76073693-f915-417a-9cff-f2b325dddf09') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:43.732335 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (76073693-f915-417a-9cff-f2b325dddf09), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.757145 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (76073693-f915-417a-9cff-f2b325dddf09), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.763213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.763573 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (c114a087-a52f-4fb2-be49-84c17b3da284), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.763899 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Floating IP c114a087-a52f-4fb2-be49-84c17b3da284 disassociated. External IP: 172.27.3.250, port: 128a2de5-e2ad-4974-a739-3ba9e87c2c82. Apr 18 18:12:43.764249 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Calling delete_port for 128a2de5-e2ad-4974-a739-3ba9e87c2c82 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:43.770373 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:12:43.770812 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (76073693-f915-417a-9cff-f2b325dddf09), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:12:43.772537 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:12:43.876055 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.885185 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:43.888334 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] 10.222.0.20 "DELETE /v2.0/networks/00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5 HTTP/1.1" status: 204 len: 168 time: 0.9693811 Apr 18 18:12:43.891451 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50974) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:43.906012 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999cdd8-8c82-40a9-b628-3a4cad81d657 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bf36ff-2ddb-4b9b-a2ad-efcaa21ad8b5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:43.979254 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (128a2de5-e2ad-4974-a739-3ba9e87c2c82), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:44.015479 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'Port': ['ID=128a2de5-e2ad-4974-a739-3ba9e87c2c82,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:44.146858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:12:44.276843 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:12:44.291736 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:12:44.303712 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6a042c13-6a2f-488b-a877-e988cedee2c2 req-0d77ab39-3aff-46a8-9113-0163a8e66390 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d00db0f-6e10-4765-87f6-c53ca86d8104 HTTP/1.1" status: 200 len: 210 time: 0.3076322 Apr 18 18:12:44.313739 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:44.317558 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:44.334973 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] No DVR routers for this DVR port 128a2de5-e2ad-4974-a739-3ba9e87c2c82 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:12:44.337428 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:44.342562 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcaff21d-fbc1-4491-870f-435ad52396df req-958cd044-9163-4233-b55f-4ba70b0d1545 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "DELETE /v2.0/ports/128a2de5-e2ad-4974-a739-3ba9e87c2c82 HTTP/1.1" status: 204 len: 173 time: 1.1933508 Apr 18 18:12:44.343264 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'name': 'network-vif-deleted', 'tag': '128a2de5-e2ad-4974-a739-3ba9e87c2c82'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:44.345604 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55b1940-dc4d-4051-b11b-a24c49445cf5" -d '{"events": [{"server_uuid": "0d00db0f-6e10-4765-87f6-c53ca86d8104", "name": "network-vif-deleted", "tag": "128a2de5-e2ad-4974-a739-3ba9e87c2c82"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:44.392727 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a319162-0461-4c07-bfc7-7042f1af99ae x-openstack-request-id: req-3a319162-0461-4c07-bfc7-7042f1af99ae {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:44.394592 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d00db0f-6e10-4765-87f6-c53ca86d8104", "name": "network-vif-deleted", "tag": "128a2de5-e2ad-4974-a739-3ba9e87c2c82", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:44.394592 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a319162-0461-4c07-bfc7-7042f1af99ae {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:44.395667 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a319162-0461-4c07-bfc7-7042f1af99ae'] response: {'server_uuid': '0d00db0f-6e10-4765-87f6-c53ca86d8104', 'name': 'network-vif-deleted', 'tag': '128a2de5-e2ad-4974-a739-3ba9e87c2c82', 'status': 'completed', 'code': 200} Apr 18 18:12:44.480530 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2919-e86e-4967-b974-f8fa8f2609f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:44.526938 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:44.622560 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (afbac629-2336-4e83-8142-c616f23a0842), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:44.741416 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:44.779776 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:12:44.792992 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:44.793674 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:44.901055 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Deleting port ae3a61b8-9998-4737-89f0-3eb2b6ad2808 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:44.901682 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:44.929815 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:44.986014 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] For port ae3a61b8-9998-4737-89f0-3eb2b6ad2808, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,segment=NetworkSegment(4db01e84-d8ce-4678-a2b9-47d1af26e775),segment_id=4db01e84-d8ce-4678-a2b9-47d1af26e775)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:44.986414 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.001476 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Calling delete_port for ae3a61b8-9998-4737-89f0-3eb2b6ad2808 owned by network:router_interface {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:45.131210 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:45.163976 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24352b-44ac-4680-b0e6-18d32201bfda None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:12:45.193783 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (ae3a61b8-9998-4737-89f0-3eb2b6ad2808), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.221865 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3a61b8-9998-4737-89f0-3eb2b6ad2808,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:45.429405 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (afbac629-2336-4e83-8142-c616f23a0842), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.430369 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50984) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:45.513981 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6b56c-82b2-485d-9bc4-39d579113b4a None None] New status for floating IP c114a087-a52f-4fb2-be49-84c17b3da284: DOWN {{(pid=103434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:12:45.518607 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (ff5fe4a4-7146-4d0a-a494-8c564f14c2bf), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.547442 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (ff5fe4a4-7146-4d0a-a494-8c564f14c2bf), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.602536 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (ff5fe4a4-7146-4d0a-a494-8c564f14c2bf), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.606523 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.606720 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff5fe4a4-7146-4d0a-a494-8c564f14c2bf HTTP/1.1" status: 204 len: 168 time: 0.1741006 Apr 18 18:12:45.609609 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50986) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:45.617204 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5fe4a4-7146-4d0a-a494-8c564f14c2bf,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:45.624722 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.625073 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.625420 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.626256 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.626256 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.626514 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.626765 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.627094 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.627422 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.627751 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.628084 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.628469 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.629303 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.629995 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.630310 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8ebf3-dc94-431a-861a-4bfee6681c41 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:45.672886 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.api.v2.resource [None req-c0ad7a52-56e5-41b6-8c3b-11e2a493942c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] show failed (client error): The resource could not be found. Apr 18 18:12:45.677863 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-c0ad7a52-56e5-41b6-8c3b-11e2a493942c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups/ff5fe4a4-7146-4d0a-a494-8c564f14c2bf HTTP/1.1" status: 404 len: 347 time: 0.0632417 Apr 18 18:12:45.678845 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50988) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:45.711293 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Router afbac629-2336-4e83-8142-c616f23a0842 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:12:45.806608 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Deleting port 79a8f7e5-7ea6-43ed-8539-b942fd8dba45 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:45.806955 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.829341 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:12:45.838653 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-2a068d8f-4692-4bbf-82fd-5e7f159bf85a admin admin] 10.222.0.20 "PUT /v2.0/routers/afbac629-2336-4e83-8142-c616f23a0842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9456642 Apr 18 18:12:45.839443 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 50990) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:45.840810 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] Sync routers for ids ['afbac629-2336-4e83-8142-c616f23a0842'] in dv-cinder-838329-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:12:45.857795 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] Routers {'afbac629-2336-4e83-8142-c616f23a0842'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:45.859082 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afbac629-2336-4e83-8142-c616f23a0842'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:45.901965 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.902528 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.922590 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Calling delete_port for 79a8f7e5-7ea6-43ed-8539-b942fd8dba45 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:45.962128 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks [] for router (afbac629-2336-4e83-8142-c616f23a0842), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:45.993219 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] Set router afbac629-2336-4e83-8142-c616f23a0842 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:46.078440 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (79a8f7e5-7ea6-43ed-8539-b942fd8dba45), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.095822 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks [] for router_gateway (afbac629-2336-4e83-8142-c616f23a0842), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.107145 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'Port': ['ID=79a8f7e5-7ea6-43ed-8539-b942fd8dba45,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:46.154888 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Deleting port 18df036e-3570-4863-b683-148455f3c1a4 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:46.155232 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (18df036e-3570-4863-b683-148455f3c1a4), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.184380 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (c114a087-a52f-4fb2-be49-84c17b3da284), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.188415 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.189766 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-459fb65b-8044-4014-af50-41e4651897a7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "DELETE /v2.0/floatingips/c114a087-a52f-4fb2-be49-84c17b3da284 HTTP/1.1" status: 204 len: 168 time: 0.5102799 Apr 18 18:12:46.216810 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '18df036e-3570-4863-b683-148455f3c1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:12:45Z', 'revision_number': 5, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port': {'id': '18df036e-3570-4863-b683-148455f3c1a4', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbac629-2336-4e83-8142-c616f23a0842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:04:19Z', 'updated_at': '2022-04-18T18:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:46.249154 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] Checking router: afbac629-2336-4e83-8142-c616f23a0842 for host: dv-cinder-838329-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:12:46.263983 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] Routers {'afbac629-2336-4e83-8142-c616f23a0842'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:46.264719 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['afbac629-2336-4e83-8142-c616f23a0842'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:46.265302 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] For port 18df036e-3570-4863-b683-148455f3c1a4, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=18df036e-3570-4863-b683-148455f3c1a4,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:46.265664 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (18df036e-3570-4863-b683-148455f3c1a4), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.281396 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Calling delete_port for 18df036e-3570-4863-b683-148455f3c1a4 owned by network:router_gateway {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:46.371746 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] Set router afbac629-2336-4e83-8142-c616f23a0842 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:46.431047 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50994) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:46.432579 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:12:46Z', 'revision_number': 6, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:46.436927 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c91108d8-e23f-476e-9fae-b90fa21111e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866122187', 'description': 'tempest-description--1874764650'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:12:46.460423 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e494d72-452f-48fd-90c3-f0d02315aa18 None None] The sync data for ids ['afbac629-2336-4e83-8142-c616f23a0842'] in dv-cinder-838329-1-iscsi is: [{'id': 'afbac629-2336-4e83-8142-c616f23a0842', 'name': 'tempest-TestVolumeBootPattern-682542713-router', 'tenant_id': '29c1af525b09406093ea759b169383b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:04:18Z', 'updated_at': '2022-04-18T18:12:46Z', 'revision_number': 6, 'project_id': '29c1af525b09406093ea759b169383b3', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:12:46.463035 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c91108d8-e23f-476e-9fae-b90fa21111e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.472567 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (18df036e-3570-4863-b683-148455f3c1a4), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.565381 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c91108d8-e23f-476e-9fae-b90fa21111e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (c4656403-fd9e-4aec-b4de-5139de0e7d96), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.572582 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c91108d8-e23f-476e-9fae-b90fa21111e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c4656403-fd9e-4aec-b4de-5139de0e7d96), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.612148 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-475ccc6a-7368-4ab8-8dae-e7589f86a8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.626634 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c91108d8-e23f-476e-9fae-b90fa21111e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.630982 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c91108d8-e23f-476e-9fae-b90fa21111e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1983519 Apr 18 18:12:46.633607 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50996) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:46.638377 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-52c3d244-b720-4f2e-98c2-22ee1294d129 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group_rule': {'security_group_id': 'c4656403-fd9e-4aec-b4de-5139de0e7d96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:12:46.644276 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91108d8-e23f-476e-9fae-b90fa21111e6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4656403-fd9e-4aec-b4de-5139de0e7d96,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:46.671570 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52c3d244-b720-4f2e-98c2-22ee1294d129 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (b94f6837-f701-434a-a7fa-60d48876134c), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.742660 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52c3d244-b720-4f2e-98c2-22ee1294d129 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (b94f6837-f701-434a-a7fa-60d48876134c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.751379 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52c3d244-b720-4f2e-98c2-22ee1294d129 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (b94f6837-f701-434a-a7fa-60d48876134c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.774798 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3d244-b720-4f2e-98c2-22ee1294d129 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94f6837-f701-434a-a7fa-60d48876134c,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:46.784603 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-52c3d244-b720-4f2e-98c2-22ee1294d129 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.788942 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=18df036e-3570-4863-b683-148455f3c1a4,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:46.790131 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-52c3d244-b720-4f2e-98c2-22ee1294d129 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552451 Apr 18 18:12:46.790869 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 50998) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:46.795342 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-3c243dc6-52f2-460b-b334-9e6bae8e4c60 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group_rule': {'security_group_id': 'c4656403-fd9e-4aec-b4de-5139de0e7d96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:12:46.832618 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c243dc6-52f2-460b-b334-9e6bae8e4c60 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (37ed2549-b7b7-49f1-aaf3-91eae7fe29f7), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.860928 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (afbac629-2336-4e83-8142-c616f23a0842), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.920475 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c243dc6-52f2-460b-b334-9e6bae8e4c60 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (37ed2549-b7b7-49f1-aaf3-91eae7fe29f7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.925570 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c243dc6-52f2-460b-b334-9e6bae8e4c60 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (37ed2549-b7b7-49f1-aaf3-91eae7fe29f7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.953218 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c243dc6-52f2-460b-b334-9e6bae8e4c60 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ed2549-b7b7-49f1-aaf3-91eae7fe29f7,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:46.960518 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3c243dc6-52f2-460b-b334-9e6bae8e4c60 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.961750 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3c243dc6-52f2-460b-b334-9e6bae8e4c60 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699169 Apr 18 18:12:46.964899 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51000) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:46.969293 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:12:46.987798 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (afbac629-2336-4e83-8142-c616f23a0842), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:46.992396 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks [] for router_controller (afbac629-2336-4e83-8142-c616f23a0842), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.001330 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 128a2de5-e2ad-4974-a739-3ba9e87c2c82 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:47.030404 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 128a2de5-e2ad-4974-a739-3ba9e87c2c82 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:47.030856 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 128a2de5-e2ad-4974-a739-3ba9e87c2c82 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:47.038625 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.060698 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (afbac629-2336-4e83-8142-c616f23a0842), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.061264 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router afbac629-2336-4e83-8142-c616f23a0842 {{(pid=103432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:12:47.067828 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.068993 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-9d926bdb-304a-4d92-b1e2-7c075b8f7cbe admin admin] 10.222.0.20 "DELETE /v2.0/routers/afbac629-2336-4e83-8142-c616f23a0842 HTTP/1.1" status: 204 len: 168 time: 1.2286205 Apr 18 18:12:47.071686 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51002) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:47.122529 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f37cde7-e525-43eb-9cb7-1fffa9d70315 admin admin] Deleting subnet 64089519-ad10-407a-8b32-bd269e24df67 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:12:47.125797 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f37cde7-e525-43eb-9cb7-1fffa9d70315 admin admin] Publish callbacks [] for subnet (64089519-ad10-407a-8b32-bd269e24df67), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.126685 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.164026 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f37cde7-e525-43eb-9cb7-1fffa9d70315 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13576160'] for subnet (64089519-ad10-407a-8b32-bd269e24df67), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.246304 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Allocated IP 172.27.3.232 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/fb855c34-1e59-4274-8b56-d5d86390e76d) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:12:47.249049 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f37cde7-e525-43eb-9cb7-1fffa9d70315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (64089519-ad10-407a-8b32-bd269e24df67), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.311936 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f37cde7-e525-43eb-9cb7-1fffa9d70315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13066758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13561473'] for subnet (64089519-ad10-407a-8b32-bd269e24df67), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.340864 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb39ac-3c5e-43c0-9283-e4f40923574f None None] Network fc21c3ff-2aba-4168-8d85-0004ab786f9f requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:12:47.355646 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f37cde7-e525-43eb-9cb7-1fffa9d70315 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.363901 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9f37cde7-e525-43eb-9cb7-1fffa9d70315 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64089519-ad10-407a-8b32-bd269e24df67 HTTP/1.1" status: 204 len: 168 time: 0.2881727 Apr 18 18:12:47.363901 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37cde7-e525-43eb-9cb7-1fffa9d70315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64089519-ad10-407a-8b32-bd269e24df67,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:47.364978 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51004) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:47.385087 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (fb855c34-1e59-4274-8b56-d5d86390e76d), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.397872 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 18df036e-3570-4863-b683-148455f3c1a4 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:47.424560 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (fb855c34-1e59-4274-8b56-d5d86390e76d), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.433482 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 18df036e-3570-4863-b683-148455f3c1a4 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:47.434166 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 18df036e-3570-4863-b683-148455f3c1a4 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:47.434756 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device ae3a61b8-9998-4737-89f0-3eb2b6ad2808 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:47.453101 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (fc21c3ff-2aba-4168-8d85-0004ab786f9f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.473094 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:12:47.479089 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:12:47.482997 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:12:47.492934 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: ae3a61b8-9998-4737-89f0-3eb2b6ad2808 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:47.493665 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device ae3a61b8-9998-4737-89f0-3eb2b6ad2808 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:47.510191 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Deleting port ceaf0e70-11ea-4456-98b5-5d2239af7568 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:47.510801 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.520620 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=fb855c34-1e59-4274-8b56-d5d86390e76d,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:47.610490 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] DHCP port deletion for fc21c3ff-2aba-4168-8d85-0004ab786f9f request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:12:47.614115 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (f853a89c-c46e-4d05-b27e-1f6644ed5e9a), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.629908 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] For port ceaf0e70-11ea-4456-98b5-5d2239af7568, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=ceaf0e70-11ea-4456-98b5-5d2239af7568,segment=NetworkSegment(4db01e84-d8ce-4678-a2b9-47d1af26e775),segment_id=4db01e84-d8ce-4678-a2b9-47d1af26e775)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:47.630463 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.650989 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Calling delete_port for ceaf0e70-11ea-4456-98b5-5d2239af7568 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:47.662844 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] Deleting port ceaf0e70-11ea-4456-98b5-5d2239af7568 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:12:47.663301 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.669466 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (fb855c34-1e59-4274-8b56-d5d86390e76d), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.743970 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] For port ceaf0e70-11ea-4456-98b5-5d2239af7568, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=ceaf0e70-11ea-4456-98b5-5d2239af7568,segment=NetworkSegment(4db01e84-d8ce-4678-a2b9-47d1af26e775),segment_id=4db01e84-d8ce-4678-a2b9-47d1af26e775)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:47.744446 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.775569 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.822409 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ceaf0e70-11ea-4456-98b5-5d2239af7568,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:47.827625 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] No DVR routers for this DVR port ceaf0e70-11ea-4456-98b5-5d2239af7568 on host dv-cinder-838329-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:12:47.871995 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (fb855c34-1e59-4274-8b56-d5d86390e76d), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.882601 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (fb855c34-1e59-4274-8b56-d5d86390e76d), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.913278 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] Calling delete_port for ceaf0e70-11ea-4456-98b5-5d2239af7568 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:12:47.927329 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (fc21c3ff-2aba-4168-8d85-0004ab786f9f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.936728 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.953744 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc21c3ff-2aba-4168-8d85-0004ab786f9f']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:47.967191 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db01e84-d8ce-4678-a2b9-47d1af26e775') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:47.967535 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db01e84-d8ce-4678-a2b9-47d1af26e775') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:47.976334 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=fb855c34-1e59-4274-8b56-d5d86390e76d,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:47.982148 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (f853a89c-c46e-4d05-b27e-1f6644ed5e9a), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:47.983211 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (4db01e84-d8ce-4678-a2b9-47d1af26e775), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.002543 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (4db01e84-d8ce-4678-a2b9-47d1af26e775), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.004346 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.005731 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d22e70f0-fc4b-425f-b48a-81341f077a0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0398843 Apr 18 18:12:48.011174 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:12:48.011657 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (4db01e84-d8ce-4678-a2b9-47d1af26e775), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.011986 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017'] for port (ceaf0e70-11ea-4456-98b5-5d2239af7568), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:12:48.013724 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:12:48.044219 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] Pushing event deleted for resources: {'Port': ['ID=ceaf0e70-11ea-4456-98b5-5d2239af7568,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:48.047790 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144a757-1fcc-43ea-aad4-ab246ace40ad None None] No DVR routers for this DVR port ceaf0e70-11ea-4456-98b5-5d2239af7568 on host dv-cinder-838329-1-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:12:48.080774 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (fc21c3ff-2aba-4168-8d85-0004ab786f9f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.087128 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.090664 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc21c3ff-2aba-4168-8d85-0004ab786f9f HTTP/1.1" status: 204 len: 168 time: 0.7250249 Apr 18 18:12:48.108617 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84615e-445d-456a-9630-8d20f831b5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fc21c3ff-2aba-4168-8d85-0004ab786f9f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:48.227597 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-5f056b0a-3ac4-45f4-abb9-4429b536c213 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1866122187&fields=id&tenant_id=f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 267 time: 0.0489275 Apr 18 18:12:48.231340 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51020) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:48.273907 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d272aef6-6d97-4300-8dd7-c2dbe2b820d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c68161ada21740dfb477439be2a02050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413613 Apr 18 18:12:48.276442 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51022) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:48.335447 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7443a85-ec92-4da3-816f-346a9b7c6167 admin admin] Publish callbacks [] for security_group (a77087bf-60d0-4c61-ba60-ba469244fed5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.343963 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-fe0618ec-7c5b-4d06-b4a1-8e474124d52e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:48.345583 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-fe0618ec-7c5b-4d06-b4a1-8e474124d52e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 814 time: 0.1109474 Apr 18 18:12:48.361421 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-cde290ce-6332-4969-ad18-df160f21f8aa tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/quotas/f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 375 time: 0.0095494 Apr 18 18:12:48.361683 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7443a85-ec92-4da3-816f-346a9b7c6167 admin admin] Publish callbacks [] for security_group (a77087bf-60d0-4c61-ba60-ba469244fed5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.416836 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7443a85-ec92-4da3-816f-346a9b7c6167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a77087bf-60d0-4c61-ba60-ba469244fed5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.419421 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b7443a85-ec92-4da3-816f-346a9b7c6167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.419975 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-15cce33c-2130-453a-822f-cf61807f5186 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527604 Apr 18 18:12:48.426521 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b7443a85-ec92-4da3-816f-346a9b7c6167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a77087bf-60d0-4c61-ba60-ba469244fed5 HTTP/1.1" status: 204 len: 168 time: 0.1459587 Apr 18 18:12:48.432411 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7443a85-ec92-4da3-816f-346a9b7c6167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77087bf-60d0-4c61-ba60-ba469244fed5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:48.542659 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-1660e62c-29f7-4de1-acc6-ddaa5851e94f service neutron] 10.222.0.20 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103170 Apr 18 18:12:48.649353 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-0d8275c3-c546-476d-8a94-e5042914ba47 service neutron] 10.222.0.20 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989909 Apr 18 18:12:48.778809 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51030) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:48.851013 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-e03fa5de-4ee0-489f-bf4c-0215e637899c req-ea754aec-7a62-43f1-aab8-890e998df919 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 210 time: 0.0374789 Apr 18 18:12:48.855759 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4e896cac-3cce-4896-9361-a47133b4c133 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29c1af525b09406093ea759b169383b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757723 Apr 18 18:12:48.859058 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51034) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:48.928950 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0599cecc-620e-461e-8ccb-013d64dbc71b admin admin] Publish callbacks [] for security_group (959cbe3a-e102-49e0-9cd8-9e7ec4bdf634), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:48.958695 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0599cecc-620e-461e-8ccb-013d64dbc71b admin admin] Publish callbacks [] for security_group (959cbe3a-e102-49e0-9cd8-9e7ec4bdf634), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:49.029598 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0599cecc-620e-461e-8ccb-013d64dbc71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (959cbe3a-e102-49e0-9cd8-9e7ec4bdf634), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:49.032578 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0599cecc-620e-461e-8ccb-013d64dbc71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:49.033930 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0599cecc-620e-461e-8ccb-013d64dbc71b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/959cbe3a-e102-49e0-9cd8-9e7ec4bdf634 HTTP/1.1" status: 204 len: 168 time: 0.1729548 Apr 18 18:12:49.043557 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599cecc-620e-461e-8ccb-013d64dbc71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959cbe3a-e102-49e0-9cd8-9e7ec4bdf634,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:49.177853 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:49.370352 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device ceaf0e70-11ea-4456-98b5-5d2239af7568 no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:12:49.395037 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: ceaf0e70-11ea-4456-98b5-5d2239af7568 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:12:49.396098 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device ceaf0e70-11ea-4456-98b5-5d2239af7568 not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:12:49.885596 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-80582488-208f-4968-8a29-a54b965cdb0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:49.887166 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-80582488-208f-4968-8a29-a54b965cdb0c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 814 time: 0.1131365 Apr 18 18:12:49.956515 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-45ae3a24-cc9e-4ffe-bc08-5043ba2a5351 req-8214fb2d-8bfe-4f35-9ce5-041289fb68d8 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 210 time: 0.0276625 Apr 18 18:12:49.957056 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-6267cae8-d4a6-4ffe-b13c-482c8d52e66d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 380 time: 0.0613582 Apr 18 18:12:50.026850 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'port': {'device_id': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'admin_state_up': True, 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'security_groups': ['c4656403-fd9e-4aec-b4de-5139de0e7d96']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:12:50.142359 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Made reservation on behalf of f780d3ebc8cc45288edafbce56f3fe52 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:12:50.145615 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:50.272694 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Allocated IP 172.20.0.12 (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf/75bb6a45-427b-4620-95bd-836cfb8b0741/36b3b02b-997a-4cad-92d6-cdcdd2a0e15e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:12:50.420424 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:50.457748 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:50.500775 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:12:50.507289 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:12:50.511114 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:12:50.540428 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:50.571046 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:50.571712 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:50.590132 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-d5c4c485-5aca-473c-b2ba-aaaa775b09ff tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5673010 Apr 18 18:12:50.603212 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Request body: {'port': {'device_id': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:12:50.670130 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:50.740587 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:50.793471 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-a25fce76-f86a-4c23-b401-3c7c58783d32 None None] Provisioning complete for port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:12:50.793774 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a25fce76-f86a-4c23-b401-3c7c58783d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:50.833328 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a25fce76-f86a-4c23-b401-3c7c58783d32 None None] Port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:12:50.950763 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:12:50.958838 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Publish callbacks [] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:50.971548 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Transition to ACTIVE for port object 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:12:50.976620 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:51.054733 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Pushing event updated for resources: {'Port': ['ID=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:51.080486 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e4cc6-ced4-4f6a-b5a5-344f8ec6aefc req-648de82b-cc1a-4589-bc92-b7c9ecad76a0 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:51.083378 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1a2e4cc6-ced4-4f6a-b5a5-344f8ec6aefc req-648de82b-cc1a-4589-bc92-b7c9ecad76a0 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 944 time: 0.0546165 Apr 18 18:12:51.129785 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Attempting to bind port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:12:51.129785 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Attempting to bind port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:12:51.129785 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Attempting to bind port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:12:51.130931 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:12:51.131267 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Attempting to bind port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:12:51.136984 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:12:51.137264 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Checking segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:12:51.137661 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Bound using segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:12:51.138174 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Bound port: 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:12:51.139067 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:51.147900 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1a2e4cc6-ced4-4f6a-b5a5-344f8ec6aefc req-4af1620b-c727-462e-a687-b18cb190ad1d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594060 Apr 18 18:12:51.210163 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] For port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:12:51.213290 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] For port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:12:51.220274 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:51.261689 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:51.262439 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:51.263812 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] 10.222.0.15 "PUT /v2.0/ports/36b3b02b-997a-4cad-92d6-cdcdd2a0e15e HTTP/1.1" status: 200 len: 1094 time: 0.6656642 Apr 18 18:12:51.264295 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'tag': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:51.266642 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd83ab-0849-4797-8218-dedbe96aa281" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053", "tag": "36b3b02b-997a-4cad-92d6-cdcdd2a0e15e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:51.303504 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd3da-ee38-4343-b88c-ed81f9302b55 service neutron] Pushing event updated for resources: {'Port': ['ID=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:51.343118 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687f08a0-67c2-4afc-8b50-2dac84f8e66b x-openstack-request-id: req-687f08a0-67c2-4afc-8b50-2dac84f8e66b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:51.343414 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053", "tag": "36b3b02b-997a-4cad-92d6-cdcdd2a0e15e", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:51.343669 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-687f08a0-67c2-4afc-8b50-2dac84f8e66b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:51.344073 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687f08a0-67c2-4afc-8b50-2dac84f8e66b'] response: {'name': 'network-changed', 'server_uuid': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'tag': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'status': 'completed', 'code': 200} Apr 18 18:12:51.352553 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-6088713a-4fe2-494c-af34-f3aa97612a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:51.354113 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-6088713a-4fe2-494c-af34-f3aa97612a92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 1128 time: 0.0454628 Apr 18 18:12:51.398072 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-8918250c-dfd2-445a-b7de-fef2f8695afe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e HTTP/1.1" status: 200 len: 217 time: 0.0364251 Apr 18 18:12:51.451302 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-28218059-804e-4d8a-817f-40ea69472fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:51.452829 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-28218059-804e-4d8a-817f-40ea69472fc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0497632 Apr 18 18:12:51.496498 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-22ed8e6d-90ef-466a-9ea9-f62a0c1f335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:51.498037 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-22ed8e6d-90ef-466a-9ea9-f62a0c1f335f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395982 Apr 18 18:12:51.590005 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-60cffeee-764f-4e68-b1f3-0617755ae536 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856559 Apr 18 18:12:51.689529 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58599644-26e2-4b71-b527-d7207f05c2e0 req-78412b3d-12da-4428-b2ea-19ab842c5cc9 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932956 Apr 18 18:12:52.269047 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b35c35-f1cf-4b4d-8420-013afc6313a8 req-20688119-1e62-47de-8b10-cd1a8a441fd9 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:52.270579 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-36b35c35-f1cf-4b4d-8420-013afc6313a8 req-20688119-1e62-47de-8b10-cd1a8a441fd9 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 944 time: 0.0483868 Apr 18 18:12:52.320003 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-36b35c35-f1cf-4b4d-8420-013afc6313a8 req-c5690f50-8aec-4156-83ab-5651f9970724 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Apr 18 18:12:52.379459 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-238ea230-d08f-4364-982a-3a464d3225fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:52.380987 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-238ea230-d08f-4364-982a-3a464d3225fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 1128 time: 0.0400021 Apr 18 18:12:52.746680 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-84b505f7-ef8a-418e-b33f-3969b4a1b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:52.748166 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-84b505f7-ef8a-418e-b33f-3969b4a1b7a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.3615322 Apr 18 18:12:52.788991 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-c0312759-833a-4043-90cd-e6795f25dddd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e HTTP/1.1" status: 200 len: 217 time: 0.0343790 Apr 18 18:12:52.841191 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-7ffdf5f0-9e11-45fd-8a0b-569008562e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:52.842671 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-7ffdf5f0-9e11-45fd-8a0b-569008562e44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0473905 Apr 18 18:12:52.886087 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-2dbaef6a-566a-4cd7-92b6-024da45d4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:52.887659 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-2dbaef6a-566a-4cd7-92b6-024da45d4367 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395985 Apr 18 18:12:52.976170 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-0f865b02-1a4e-4bf2-8ea2-a6de4aa98c9d service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822756 Apr 18 18:12:53.037852 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:12:53.069919 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aebd83ab-0849-4797-8218-dedbe96aa281 req-51ac1e13-dfbb-418f-b10f-1113376a31db service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885141 Apr 18 18:12:53.141952 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:53.154022 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'port_id': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'mac_address': 'fa:16:3e:60:e5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:12:53.190772 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:12:53.191744 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:53.204407 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:12:53.225009 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:53.228384 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:53.276072 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:53.418396 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['36b3b02b-997a-4cad-92d6-cdcdd2a0e15e'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:12:53.437784 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc443b3a-2b0a-4892-ab52-c843763518f2 req-c2e17150-b47e-4a4c-8996-481adb41f716 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:53.439307 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cc443b3a-2b0a-4892-ab52-c843763518f2 req-c2e17150-b47e-4a4c-8996-481adb41f716 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Apr 18 18:12:53.496205 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cc443b3a-2b0a-4892-ab52-c843763518f2 req-86dc418f-b374-4265-af0e-59de14a7e41f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496485 Apr 18 18:12:54.612394 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4dca5-8610-4d76-ad01-631251cdcd3d req-43bc9db3-5d25-4a24-8061-c159696679ce tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:54.614384 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9ca4dca5-8610-4d76-ad01-631251cdcd3d req-43bc9db3-5d25-4a24-8061-c159696679ce tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 945 time: 0.0502102 Apr 18 18:12:54.667744 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-9ca4dca5-8610-4d76-ad01-631251cdcd3d req-e32df20d-b73e-45bc-8f1f-8bbbfa773bdc tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475390 Apr 18 18:12:54.786263 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:12:55.049143 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:12:55.093495 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:12:55.100431 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:12:55.100947 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:55.184676 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:12:55.185056 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:55.207943 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:55.210444 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b942304-2753-4dd1-9c21-c3d0964fb59d" -d '{"events": [{"server_uuid": "bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053", "name": "network-vif-plugged", "status": "completed", "tag": "36b3b02b-997a-4cad-92d6-cdcdd2a0e15e"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:55.224145 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:12:55.228332 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:55.255422 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887955e5-aeb4-45bc-871d-36b4ffb626b5 x-openstack-request-id: req-887955e5-aeb4-45bc-871d-36b4ffb626b5 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:55.255926 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053", "name": "network-vif-plugged", "status": "completed", "tag": "36b3b02b-997a-4cad-92d6-cdcdd2a0e15e", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:55.256308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-887955e5-aeb4-45bc-871d-36b4ffb626b5 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:55.256901 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887955e5-aeb4-45bc-871d-36b4ffb626b5'] response: {'server_uuid': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'code': 200} Apr 18 18:12:55.287692 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:12:55.297656 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.297943 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.298431 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.298568 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.298903 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.299293 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.299563 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.299886 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.300815 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.301155 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.301481 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.301808 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.302127 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.302471 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.302795 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:12:55.423914 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a70cc-a038-4950-a6fb-dd9682716ca3 req-db937af9-c196-4cee-bf98-5252b2233b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:55.425587 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e49a70cc-a038-4950-a6fb-dd9682716ca3 req-db937af9-c196-4cee-bf98-5252b2233b25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 1130 time: 0.0407336 Apr 18 18:12:55.469158 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e49a70cc-a038-4950-a6fb-dd9682716ca3 req-617f1b59-1a95-4132-a678-5fdf12842cac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 Apr 18 18:12:55.785340 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eed1d-a7c4-40e7-9f45-1b03ffec734a req-306ba016-a383-48e4-a6c7-b11163995256 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:55.786711 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1a5eed1d-a7c4-40e7-9f45-1b03ffec734a req-306ba016-a383-48e4-a6c7-b11163995256 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 946 time: 0.0495260 Apr 18 18:12:55.836093 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-1a5eed1d-a7c4-40e7-9f45-1b03ffec734a req-ffbc1baa-d3f3-41f9-a933-80e6beb6b64f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Apr 18 18:12:56.959377 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34692733-ca58-404e-9288-7727108c3708 req-459bf813-7c94-4c17-8695-680af0391f0f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:56.960904 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34692733-ca58-404e-9288-7727108c3708 req-459bf813-7c94-4c17-8695-680af0391f0f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 946 time: 0.0516815 Apr 18 18:12:57.012589 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-34692733-ca58-404e-9288-7727108c3708 req-a0b7046d-77dc-4f10-865e-20fa2ddddab5 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Apr 18 18:12:57.146962 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922443fe-afa7-4f10-8e12-da9ae5238785 req-af20441d-849d-484e-919e-6094d6a2dea5 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:57.148474 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-922443fe-afa7-4f10-8e12-da9ae5238785 req-af20441d-849d-484e-919e-6094d6a2dea5 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 946 time: 0.0679007 Apr 18 18:12:57.156959 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51068) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:12:57.161557 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'floatingip': {'port_id': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:12:57.204693 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (f853a89c-c46e-4d05-b27e-1f6644ed5e9a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:57.653773 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:57.657590 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (f853a89c-c46e-4d05-b27e-1f6644ed5e9a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:57.763403 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Floating IP f853a89c-c46e-4d05-b27e-1f6644ed5e9a associated. External IP: 172.27.3.232, port: 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e. Apr 18 18:12:57.987374 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:12:58.105583 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:12:58.110141 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:12:58.120567 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:12:58.133346 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:58.134066 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:58.140740 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-b8a3adda-03ca-490f-9738-64e6fc55691c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "PUT /v2.0/floatingips/f853a89c-c46e-4d05-b27e-1f6644ed5e9a HTTP/1.1" status: 200 len: 992 time: 0.9827056 Apr 18 18:12:58.141425 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'tag': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:12:58.144008 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101798ad-50a4-4b8f-849f-c4978a8d6880" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053", "tag": "36b3b02b-997a-4cad-92d6-cdcdd2a0e15e"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:12:58.180946 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e17758-0c78-46d9-87a1-4072a6d07c5f x-openstack-request-id: req-d5e17758-0c78-46d9-87a1-4072a6d07c5f {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:12:58.181236 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053", "tag": "36b3b02b-997a-4cad-92d6-cdcdd2a0e15e", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:12:58.181492 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5e17758-0c78-46d9-87a1-4072a6d07c5f {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:12:58.181901 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e17758-0c78-46d9-87a1-4072a6d07c5f'] response: {'name': 'network-changed', 'server_uuid': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'tag': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'status': 'completed', 'code': 200} Apr 18 18:12:58.246304 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-b7fb8faf-534f-42aa-9b98-e98cc5bfb362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:58.247735 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-b7fb8faf-534f-42aa-9b98-e98cc5bfb362 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 1130 time: 0.0443544 Apr 18 18:12:58.250565 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:58.339623 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-6c95639f-e2d0-4a9b-9c98-47c27a7699e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:58.341213 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-6c95639f-e2d0-4a9b-9c98-47c27a7699e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.0877593 Apr 18 18:12:58.414344 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-96bd075e-5d0c-46c8-80a0-2fe4c8b74345 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e HTTP/1.1" status: 200 len: 1000 time: 0.0671463 Apr 18 18:12:58.474046 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-33919dc1-adb5-4581-a82c-041b639ddbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:58.475578 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-33919dc1-adb5-4581-a82c-041b639ddbf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0466039 Apr 18 18:12:58.482922 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'f853a89c-c46e-4d05-b27e-1f6644ed5e9a', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:60:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:12:47Z', 'updated_at': '2022-04-18T18:12:57Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:58.515065 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:12:58.519751 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-1f29fd4a-e973-425a-ada2-1cdccb0d92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:12:58.521384 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-1f29fd4a-e973-425a-ada2-1cdccb0d92a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402648 Apr 18 18:12:58.522982 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:12:58.523588 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:12:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:58.623658 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-820106aa-3797-4893-8ee1-faacf6bfae4c service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961492 Apr 18 18:12:58.641748 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:12:58.718612 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-101798ad-50a4-4b8f-849f-c4978a8d6880 req-da899f0c-2fc9-4a8b-b595-dc95ac73d463 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892377 Apr 18 18:12:58.954949 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'f853a89c-c46e-4d05-b27e-1f6644ed5e9a', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:60:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:12:47Z', 'updated_at': '2022-04-18T18:12:57Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:12:58.985582 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafd094-f7dd-4643-b338-878791c94ebe None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'f853a89c-c46e-4d05-b27e-1f6644ed5e9a', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:60:e5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:12:47Z', 'updated_at': '2022-04-18T18:12:57Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:12:59.173794 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3f8a2-ba25-4037-bf45-ca7224bc035a None None] New status for floating IP f853a89c-c46e-4d05-b27e-1f6644ed5e9a: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:13:01.853003 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:14.421022 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b1542fc-d8dd-4ad9-a9de-4155ab604db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:16.599116 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d42ba0f2-39d0-4439-8ad8-2d51e133b381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:17.853026 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:19.174582 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:20.735479 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:31.785477 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:13:31.859620 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:43.526502 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03dee-f86e-4c68-a87d-98654cc8f67c req-3e3676ad-d56a-4889-93fb-b08d2719979d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:43.528028 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8cf03dee-f86e-4c68-a87d-98654cc8f67c req-3e3676ad-d56a-4889-93fb-b08d2719979d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Apr 18 18:13:43.580316 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-8cf03dee-f86e-4c68-a87d-98654cc8f67c req-fda49d7b-6a00-4ac9-9f0b-f7d2896b66d5 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Apr 18 18:13:44.415661 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2cce005-b4d4-4654-bb60-84c51c5f985a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:44.698387 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd30f53-93a3-4fbb-a632-a078a0d53118 req-4ca67bae-f132-4a3d-acb1-92cc05693ec2 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:44.699878 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7dd30f53-93a3-4fbb-a632-a078a0d53118 req-4ca67bae-f132-4a3d-acb1-92cc05693ec2 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 946 time: 0.0473068 Apr 18 18:13:44.748274 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7dd30f53-93a3-4fbb-a632-a078a0d53118 req-02a1055c-221a-47b1-a5ce-b857246c6a85 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=c4656403-fd9e-4aec-b4de-5139de0e7d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Apr 18 18:13:44.953810 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-5b3943d3-2ade-4356-8a2b-c49693771264 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:44.955327 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-5b3943d3-2ade-4356-8a2b-c49693771264 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 946 time: 0.0514896 Apr 18 18:13:45.040329 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Deleting port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:13:45.040671 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:45.144247 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] For port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:13:45.144611 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:45.322646 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:45.323013 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (f853a89c-c46e-4d05-b27e-1f6644ed5e9a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:45.323333 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Floating IP f853a89c-c46e-4d05-b27e-1f6644ed5e9a disassociated. External IP: 172.27.3.232, port: 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e. Apr 18 18:13:45.323681 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Calling delete_port for 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:13:45.458795 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (36b3b02b-997a-4cad-92d6-cdcdd2a0e15e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:45.487815 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'Port': ['ID=36b3b02b-997a-4cad-92d6-cdcdd2a0e15e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:45.607010 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:13:45.722327 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:13:45.735707 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:13:45.746624 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:13:45.747245 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:13:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:13:45.767231 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] No DVR routers for this DVR port 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:13:45.770454 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:45.774995 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b6de91d-dfc5-4ee5-b4a5-f1a5e1675e3a req-c2f7ba32-3ca4-4be7-9592-9796fdd7baf6 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "DELETE /v2.0/ports/36b3b02b-997a-4cad-92d6-cdcdd2a0e15e HTTP/1.1" status: 204 len: 173 time: 0.8143175 Apr 18 18:13:45.775495 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'name': 'network-vif-deleted', 'tag': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:13:45.778302 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b21b1a3-da6e-4a8c-922f-1a0d5bb90848" -d '{"events": [{"server_uuid": "bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053", "name": "network-vif-deleted", "tag": "36b3b02b-997a-4cad-92d6-cdcdd2a0e15e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:13:45.869029 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:13:45.877945 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-cb4dc72b-457e-44d5-b7f7-7fb2e2796978 req-045b60d1-c1e7-444d-bcb3-527d8b1bb323 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053 HTTP/1.1" status: 200 len: 210 time: 0.0520127 Apr 18 18:13:45.927066 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba75eb6-9032-46d3-86b2-dbb8ff8e9986 x-openstack-request-id: req-bba75eb6-9032-46d3-86b2-dbb8ff8e9986 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:13:45.928401 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053", "name": "network-vif-deleted", "tag": "36b3b02b-997a-4cad-92d6-cdcdd2a0e15e", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:13:45.928401 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bba75eb6-9032-46d3-86b2-dbb8ff8e9986 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:13:45.928651 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba75eb6-9032-46d3-86b2-dbb8ff8e9986'] response: {'server_uuid': 'bcdd4e9e-9d9a-4de1-814b-cdd9a74d0053', 'name': 'network-vif-deleted', 'tag': '36b3b02b-997a-4cad-92d6-cdcdd2a0e15e', 'status': 'completed', 'code': 200} Apr 18 18:13:46.090679 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:13:46.118504 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:13:46.126954 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:13:46.127612 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:13:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:13:46.251165 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:13:46.452438 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:13:46.483386 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70c69b-cc96-4067-a8b5-36d84af50597 None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:13:46.608362 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c22d0a54-4b7c-4c28-aa05-2e67e2b1b36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:46.706949 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5d09f-c4e0-4269-a72e-d9bd2ec0d745 None None] New status for floating IP f853a89c-c46e-4d05-b27e-1f6644ed5e9a: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:13:46.956653 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51156) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:13:47.011968 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (c4656403-fd9e-4aec-b4de-5139de0e7d96), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.035596 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (c4656403-fd9e-4aec-b4de-5139de0e7d96), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.090780 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (c4656403-fd9e-4aec-b4de-5139de0e7d96), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.093858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.095380 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "DELETE /v2.0/security-groups/c4656403-fd9e-4aec-b4de-5139de0e7d96 HTTP/1.1" status: 204 len: 168 time: 0.1375580 Apr 18 18:13:47.098704 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51158) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:13:47.108612 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4656403-fd9e-4aec-b4de-5139de0e7d96,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:47.119708 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.api.v2.resource [None req-44b5a2da-2136-4e78-8e66-4d64f147b95e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] show failed (client error): The resource could not be found. Apr 18 18:13:47.121378 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-44b5a2da-2136-4e78-8e66-4d64f147b95e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups/c4656403-fd9e-4aec-b4de-5139de0e7d96 HTTP/1.1" status: 404 len: 347 time: 0.0211501 Apr 18 18:13:47.124141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.124382 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51160) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:13:47.124698 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.125240 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.125770 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.126322 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.126869 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.127403 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.127922 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.128455 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.128993 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.129563 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.130663 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.131201 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.131731 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.132303 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158fca8b-8a28-4728-9048-e447acb34f88 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.249681 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Deleting port fb855c34-1e59-4274-8b56-d5d86390e76d {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:13:47.249923 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (fb855c34-1e59-4274-8b56-d5d86390e76d), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.257979 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:13:47.279622 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:13:47.279964 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 36b3b02b-997a-4cad-92d6-cdcdd2a0e15e not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:13:47.332220 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (fb855c34-1e59-4274-8b56-d5d86390e76d), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.332547 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (fb855c34-1e59-4274-8b56-d5d86390e76d), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.345438 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Calling delete_port for fb855c34-1e59-4274-8b56-d5d86390e76d owned by network:floatingip {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:13:47.485111 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (fb855c34-1e59-4274-8b56-d5d86390e76d), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.512410 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'Port': ['ID=fb855c34-1e59-4274-8b56-d5d86390e76d,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:47.542663 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.543017 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.543364 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.543705 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.544044 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.544381 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.544714 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.545044 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.545375 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.545704 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.546033 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.546392 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.546720 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.547042 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.547391 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:47.590916 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (f853a89c-c46e-4d05-b27e-1f6644ed5e9a), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.593401 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.594578 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-89093acb-c935-4274-a004-dfd316166d4b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "DELETE /v2.0/floatingips/f853a89c-c46e-4d05-b27e-1f6644ed5e9a HTTP/1.1" status: 204 len: 168 time: 0.4689062 Apr 18 18:13:47.772650 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51164) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:13:47.777262 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-2232f22d-3586-4198-a92d-74139eaa6a56 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38915851', 'description': 'tempest-description--551579307'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:13:47.797989 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2232f22d-3586-4198-a92d-74139eaa6a56 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.857869 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.875479 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2232f22d-3586-4198-a92d-74139eaa6a56 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.880885 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2232f22d-3586-4198-a92d-74139eaa6a56 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.911749 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2232f22d-3586-4198-a92d-74139eaa6a56 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:47.913081 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-2232f22d-3586-4198-a92d-74139eaa6a56 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1393418 Apr 18 18:13:47.915028 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232f22d-3586-4198-a92d-74139eaa6a56 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:47.916184 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51166) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:13:47.923129 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2808a1ed-af36-4afe-a1a8-d64256437212 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group_rule': {'security_group_id': '8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:13:47.952790 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2808a1ed-af36-4afe-a1a8-d64256437212 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (988cbf9c-ec60-400b-a755-34866157f9f5), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.018682 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2808a1ed-af36-4afe-a1a8-d64256437212 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (988cbf9c-ec60-400b-a755-34866157f9f5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.023021 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2808a1ed-af36-4afe-a1a8-d64256437212 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (988cbf9c-ec60-400b-a755-34866157f9f5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.039499 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808a1ed-af36-4afe-a1a8-d64256437212 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988cbf9c-ec60-400b-a755-34866157f9f5,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:48.053377 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2808a1ed-af36-4afe-a1a8-d64256437212 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.056706 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2808a1ed-af36-4afe-a1a8-d64256437212 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394491 Apr 18 18:13:48.057396 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51168) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:13:48.061930 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-01054dbd-795e-42a9-9a86-284c054f7bd1 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'security_group_rule': {'security_group_id': '8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:13:48.090816 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-01054dbd-795e-42a9-9a86-284c054f7bd1 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (9bb698a3-3ec9-47af-af05-df8e3577453f), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.149189 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-01054dbd-795e-42a9-9a86-284c054f7bd1 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (9bb698a3-3ec9-47af-af05-df8e3577453f), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.153114 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-01054dbd-795e-42a9-9a86-284c054f7bd1 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728351'] for security_group_rule (9bb698a3-3ec9-47af-af05-df8e3577453f), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.170686 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01054dbd-795e-42a9-9a86-284c054f7bd1 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb698a3-3ec9-47af-af05-df8e3577453f,revision_number=0']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:48.186952 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-01054dbd-795e-42a9-9a86-284c054f7bd1 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.188460 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-01054dbd-795e-42a9-9a86-284c054f7bd1 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300406 Apr 18 18:13:48.191521 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51170) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:13:48.195837 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'floatingip': {'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:13:48.216981 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.300167 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.422692 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Allocated IP 172.27.3.119 (f8565819-f1bc-4d37-9ccb-de33d3d16499/ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c/37f36192-d7f5-48d2-8fbf-4bb8c41e50e9) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:13:48.529845 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.564785 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.604297 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Network f8565819-f1bc-4d37-9ccb-de33d3d16499 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:13:48.609600 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:13:48.611986 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:13:48.636555 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=37f36192-d7f5-48d2-8fbf-4bb8c41e50e9,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:48.711192 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (baf7244d-3577-44d9-a0bc-3a92d0d0b359), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.749725 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.906258 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.910934 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14646040'] for port (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:48.982295 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=37f36192-d7f5-48d2-8fbf-4bb8c41e50e9,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:48.996240 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (baf7244d-3577-44d9-a0bc-3a92d0d0b359), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:49.012838 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:49.014091 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-67de7eae-6627-464c-bb9c-a0f24cf8121f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8216298 Apr 18 18:13:49.178978 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:49.221691 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-5c024b4f-582a-453d-942b-8df87d0e897e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--38915851&fields=id&tenant_id=f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 267 time: 0.0451949 Apr 18 18:13:49.345458 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-d5f86066-8119-472d-853b-8c9da027191d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:49.348640 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-d5f86066-8119-472d-853b-8c9da027191d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 814 time: 0.1183999 Apr 18 18:13:49.362520 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-0e4b0acf-bf62-476b-be2f-7701904744e2 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/quotas/f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 375 time: 0.0096593 Apr 18 18:13:49.654545 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-dead96a1-7ebc-4119-843f-f4ac60fd4103 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2851555 Apr 18 18:13:49.670488 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-e0be232a-b50a-448c-89af-c8b10da46ea5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103432) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:13:49.671435 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-e0be232a-b50a-448c-89af-c8b10da46ea5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052280 Apr 18 18:13:49.766149 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-29ad56cf-9e21-4025-ae5d-5a751281e296 service neutron] 10.222.0.20 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891712 Apr 18 18:13:49.861002 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-e2151efe-24bd-4fe5-8f78-7eaa69ac45a9 service neutron] 10.222.0.20 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879374 Apr 18 18:13:50.025466 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2f90a5dc-5de5-4738-a55f-bb31a06deb86 req-8afa802e-6c59-468d-bccd-b10c6c3d4fce tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 210 time: 0.0289190 Apr 18 18:13:50.742376 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:50.947128 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-66ad1a1f-2e1f-499c-a40f-b07ae60a119d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:50.948685 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-66ad1a1f-2e1f-499c-a40f-b07ae60a119d tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 814 time: 0.1106894 Apr 18 18:13:51.013859 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-581f164c-448c-49eb-a302-de834721ca07 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f780d3ebc8cc45288edafbce56f3fe52 HTTP/1.1" status: 200 len: 378 time: 0.0564759 Apr 18 18:13:51.024358 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'port': {'device_id': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'admin_state_up': True, 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'security_groups': ['8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:13:51.123588 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-de717462-525e-412d-adc2-ffa224941e66 req-76bbd20a-e002-43a8-bc3a-f4da5adcc926 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Apr 18 18:13:51.138787 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Made reservation on behalf of f780d3ebc8cc45288edafbce56f3fe52 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 18:13:51.142679 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:51.276084 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Allocated IP 172.20.0.14 (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf/75bb6a45-427b-4620-95bd-836cfb8b0741/9aa63b82-40c8-43d2-a86a-ac00dd3778f4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 18:13:51.427919 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:51.462000 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730133134008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:51.505231 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 18:13:51.510551 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 18:13:51.512951 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 18:13:51.541338 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event updated for resources: {'Port': ['ID=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:51.570512 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:51.571176 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:51.591246 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-a60b3755-59d3-4cb6-acd8-1db5b854cdc7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5721731 Apr 18 18:13:51.600924 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-bfba00a6-34ed-4bcc-995a-28848024a93b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 18 18:13:51.601944 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-bfba00a6-34ed-4bcc-995a-28848024a93b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060039 Apr 18 18:13:51.719672 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Request body: {'port': {'device_id': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83832'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:13:51.787281 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:51.800038 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-a88014d2-3850-4edf-91f7-03574ca98797 None None] Provisioning complete for port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 triggered by entity DHCP. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:13:51.800654 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a88014d2-3850-4edf-91f7-03574ca98797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:51.835446 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-a88014d2-3850-4edf-91f7-03574ca98797 None None] Port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 cannot update to ACTIVE because it is not bound. {{(pid=103433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 18 18:13:52.065206 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:13:52.074181 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Publish callbacks [] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:52.087141 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Transition to ACTIVE for port object 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 18 18:13:52.091215 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:52.147066 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:52.223495 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Attempting to bind port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 on host hv-cinder-83832 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 18 18:13:52.224106 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Attempting to bind port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 by drivers openvswitch,hyperv on host hv-cinder-83832 at level 0 using segments [{'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 18 18:13:52.224439 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Attempting to bind port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:13:52.229429 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83832 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 18:13:52.229753 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Attempting to bind port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 on network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 18:13:52.235505 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Checking agent: {'id': 'bee38b58-c5f7-49aa-9541-12c007769d2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83832', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'started_at': datetime.datetime(2022, 4, 18, 18, 0, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 18:13:52.235848 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Checking segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 18 18:13:52.236238 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Bound using segment: {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 18:13:52.236671 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Bound port: 9aa63b82-40c8-43d2-a86a-ac00dd3778f4, host: hv-cinder-83832, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a3569e-f0b5-475c-a80e-45b01f4e8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 18 18:13:52.237028 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:52.251957 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde514a-ef40-4291-b072-2a78364f119f req-d100398a-23f3-4589-8fee-3af7ffae8fcc tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:52.256258 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0dde514a-ef40-4291-b072-2a78364f119f req-d100398a-23f3-4589-8fee-3af7ffae8fcc tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 944 time: 0.0545490 Apr 18 18:13:52.311410 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] For port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4, host hv-cinder-83832, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 18:13:52.313306 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-0dde514a-ef40-4291-b072-2a78364f119f req-edbb2d40-e8d2-43cb-81e2-6cfec8b63554 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479558 Apr 18 18:13:52.314930 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] For port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4, host hv-cinder-83832, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 18:13:52.325999 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13066832'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:52.365236 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:52.365934 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:52.367423 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/9aa63b82-40c8-43d2-a86a-ac00dd3778f4 HTTP/1.1" status: 200 len: 1094 time: 0.7578003 Apr 18 18:13:52.367885 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'tag': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:13:52.370440 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c635d15-296e-41a0-b8c2-0335a8afa6d2", "tag": "9aa63b82-40c8-43d2-a86a-ac00dd3778f4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:13:52.408140 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fcb22-e9cc-4c78-8b93-78fbf5c1b4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:52.462680 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0b3aa2-4a10-4cc3-8d36-32ecf7be177f x-openstack-request-id: req-db0b3aa2-4a10-4cc3-8d36-32ecf7be177f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:13:52.462974 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c635d15-296e-41a0-b8c2-0335a8afa6d2", "tag": "9aa63b82-40c8-43d2-a86a-ac00dd3778f4", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:13:52.463237 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db0b3aa2-4a10-4cc3-8d36-32ecf7be177f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:13:52.463650 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0b3aa2-4a10-4cc3-8d36-32ecf7be177f'] response: {'name': 'network-changed', 'server_uuid': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'tag': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'status': 'completed', 'code': 200} Apr 18 18:13:52.476685 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-e8d8c849-03b6-4133-9681-42f9a1154868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:52.478219 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-e8d8c849-03b6-4133-9681-42f9a1154868 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 1128 time: 0.0453737 Apr 18 18:13:52.521995 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-c2842431-1a3b-4e6a-8fe0-f1eb973a5423 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4 HTTP/1.1" status: 200 len: 217 time: 0.0365343 Apr 18 18:13:52.570588 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-3f262d99-e60e-4a74-a8ae-2398ecf057bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:52.572021 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-3f262d99-e60e-4a74-a8ae-2398ecf057bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0448141 Apr 18 18:13:52.618596 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-f2bc1740-bb2a-493d-98ab-32ab17ed8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:52.620051 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-f2bc1740-bb2a-493d-98ab-32ab17ed8bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423903 Apr 18 18:13:52.711449 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-1ea89b88-6aa5-4bd9-833a-e121f743ed68 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842206 Apr 18 18:13:52.809513 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c144d6-fab8-4ec6-a109-fbe9c3886dd4 req-85587998-3aaa-4f80-b973-b70f26f51604 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916679 Apr 18 18:13:53.438909 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77083f1-a63b-43fe-8a51-c18ff038e9fb req-b03e97d4-7cfd-4827-ad29-0dc31ebc5798 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:53.440384 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a77083f1-a63b-43fe-8a51-c18ff038e9fb req-b03e97d4-7cfd-4827-ad29-0dc31ebc5798 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 944 time: 0.0476656 Apr 18 18:13:53.491609 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-a77083f1-a63b-43fe-8a51-c18ff038e9fb req-eceb7ce3-ebc2-4da6-8713-e349b9a9b47e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445256 Apr 18 18:13:53.492668 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-fa8fd6f2-0099-458f-a60e-b04bae0b6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:53.494328 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-fa8fd6f2-0099-458f-a60e-b04bae0b6dbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 1128 time: 0.0401199 Apr 18 18:13:53.590611 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-44f13290-7c14-405a-a9b4-5f566171c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:53.592004 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-44f13290-7c14-405a-a9b4-5f566171c6ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.0909677 Apr 18 18:13:53.633188 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-6dba9e66-9935-4826-9b08-d6b6fc850460 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4 HTTP/1.1" status: 200 len: 217 time: 0.0354342 Apr 18 18:13:53.682357 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-8d2b5a90-6007-4675-b859-b40af81ffdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:53.683804 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-8d2b5a90-6007-4675-b859-b40af81ffdcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0451913 Apr 18 18:13:53.737527 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-c8c78f43-f20b-41d2-81c0-e1f046efe144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:53.739621 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-c8c78f43-f20b-41d2-81c0-e1f046efe144 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488806 Apr 18 18:13:53.830097 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-f3d0e9a2-9414-4823-bf36-ed6d74737f70 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856349 Apr 18 18:13:53.925580 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-954fc1bc-85ea-46d7-acb0-5c5525cdb8a1 req-03fcf0ab-abd0-40b3-9593-0e6c61661ab9 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899763 Apr 18 18:13:54.622059 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27717685-b06e-4c76-a58e-088cc04dd09d req-27acfc1a-cc43-499e-98b0-34dcbc0ce46e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:54.623510 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-27717685-b06e-4c76-a58e-088cc04dd09d req-27acfc1a-cc43-499e-98b0-34dcbc0ce46e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 944 time: 0.0619209 Apr 18 18:13:54.671761 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-27717685-b06e-4c76-a58e-088cc04dd09d req-334ec2e4-efc0-4efb-b2a7-5ff69fde966a tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425603 Apr 18 18:13:55.287844 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 details requested by agent hyperv_hv-cinder-83832 with host hv-cinder-83832 {{(pid=103433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 18:13:55.390648 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:13:55.403986 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Returning: {'device': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'port_id': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'mac_address': 'fa:16:3e:bf:d1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 18:13:55.443062 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 is: DOWN; New status is: BUILD {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:13:55.443609 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:55.456875 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 18:13:55.477541 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:13:55.481479 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:55.529530 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:55.537333 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.537698 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.538097 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.538410 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.538748 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.539077 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.539405 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.539731 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.540055 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.540379 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.540702 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.541026 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.541346 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.541664 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.541981 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:13:55.688891 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] get_ports_and_sgs() called for port_ids ['9aa63b82-40c8-43d2-a86a-ac00dd3778f4'] {{(pid=103433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 18:13:55.793695 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94ac18-b0d1-426d-9f64-bd9e09971f82 req-5d207e65-2499-4866-af65-4caab29a2356 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:55.795161 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3a94ac18-b0d1-426d-9f64-bd9e09971f82 req-5d207e65-2499-4866-af65-4caab29a2356 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Apr 18 18:13:55.843329 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-3a94ac18-b0d1-426d-9f64-bd9e09971f82 req-f71516b9-12a3-4b18-a73d-1e65ee361995 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424221 Apr 18 18:13:56.961803 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f5bbb-ac14-4ca0-9d30-29febf66b0f8 req-774c1140-59eb-41d4-b68d-5f059670fbae tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:56.963311 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6c8f5bbb-ac14-4ca0-9d30-29febf66b0f8 req-774c1140-59eb-41d4-b68d-5f059670fbae tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 945 time: 0.0477982 Apr 18 18:13:57.015655 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-6c8f5bbb-ac14-4ca0-9d30-29febf66b0f8 req-3928c7ce-a133-481c-a2fa-b5bb1517d819 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466743 Apr 18 18:13:57.299727 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 up at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 18:13:57.345171 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning for port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 completed by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 18 18:13:57.351929 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Provisioning complete for port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 triggered by entity L2. {{(pid=103433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 18 18:13:57.352270 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947968'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), provisioning_complete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:57.433755 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Current status of the port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 is: BUILD; New status is: ACTIVE {{(pid=103433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 18 18:13:57.434141 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-874511'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:57.457217 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:13:57.460252 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c8562bd825b104527c68e36c8a09989215b3a2968724907fa6240f3b85cc02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fce16fd-d3ea-43cd-b4b5-dca9994022da" -d '{"events": [{"server_uuid": "1c635d15-296e-41a0-b8c2-0335a8afa6d2", "name": "network-vif-plugged", "status": "completed", "tag": "9aa63b82-40c8-43d2-a86a-ac00dd3778f4"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:13:57.474408 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] For port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:13:57.479366 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730133510184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730133134026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730133134044'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:57.505818 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbf6422-7ba7-4f8c-b36c-604e92999426 x-openstack-request-id: req-3bbf6422-7ba7-4f8c-b36c-604e92999426 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:13:57.506114 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c635d15-296e-41a0-b8c2-0335a8afa6d2", "name": "network-vif-plugged", "status": "completed", "tag": "9aa63b82-40c8-43d2-a86a-ac00dd3778f4", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:13:57.506400 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bbf6422-7ba7-4f8c-b36c-604e92999426 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:13:57.506801 dv-cinder-838329-1-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbf6422-7ba7-4f8c-b36c-604e92999426'] response: {'server_uuid': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'code': 200} Apr 18 18:13:57.533653 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Pushing event updated for resources: {'Port': ['ID=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,revision_number=5']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:13:57.665518 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189b0fb-d9e5-40a9-bd03-287d6b391ac2 req-4223eb87-177f-4b8a-96c7-cfab765fcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:57.667053 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0189b0fb-d9e5-40a9-bd03-287d6b391ac2 req-4223eb87-177f-4b8a-96c7-cfab765fcfda service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 1130 time: 0.0410028 Apr 18 18:13:57.717685 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0189b0fb-d9e5-40a9-bd03-287d6b391ac2 req-adde1f25-423c-4a40-acaa-b462ea698070 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443842 Apr 18 18:13:58.133722 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df652b5-8c95-4e00-afb1-ee48f528b669 req-c78e898f-c12d-4e90-9ab3-c4cf119679b3 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:58.135245 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2df652b5-8c95-4e00-afb1-ee48f528b669 req-c78e898f-c12d-4e90-9ab3-c4cf119679b3 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 946 time: 0.0481474 Apr 18 18:13:58.193802 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-2df652b5-8c95-4e00-afb1-ee48f528b669 req-13334e1e-abf8-4032-bcf8-30f934bf5efd tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526495 Apr 18 18:13:59.311556 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120f098-95d5-4328-8558-804a1c65df25 req-25af574e-6721-4265-b095-2f5bb0f42d11 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:59.313061 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4120f098-95d5-4328-8558-804a1c65df25 req-25af574e-6721-4265-b095-2f5bb0f42d11 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 946 time: 0.0479240 Apr 18 18:13:59.361349 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-4120f098-95d5-4328-8558-804a1c65df25 req-be58f149-32cb-44f8-a381-f36928d33828 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425806 Apr 18 18:13:59.477474 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564af17-5d1a-40ab-84e8-03d8d194b214 req-18e8a4e4-1504-4da4-87dd-48c342ab378a tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:13:59.478919 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-7564af17-5d1a-40ab-84e8-03d8d194b214 req-18e8a4e4-1504-4da4-87dd-48c342ab378a tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 946 time: 0.0520582 Apr 18 18:13:59.488914 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51222) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:13:59.494111 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.v2.base [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Request body: {'floatingip': {'port_id': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4'}} {{(pid=103432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 18:13:59.534353 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (baf7244d-3577-44d9-a0bc-3a92d0d0b359), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:59.993862 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:13:59.999991 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (baf7244d-3577-44d9-a0bc-3a92d0d0b359), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:00.105341 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.db.l3_db [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Floating IP baf7244d-3577-44d9-a0bc-3a92d0d0b359 associated. External IP: 172.27.3.119, port: 9aa63b82-40c8-43d2-a86a-ac00dd3778f4. Apr 18 18:14:00.325465 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:14:00.439686 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:14:00.445400 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:00.452438 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:14:00.463281 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:14:00.463912 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:13:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:00.476889 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-3e1cddbe-fe20-4b8e-8e71-e838bc60b318 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "PUT /v2.0/floatingips/baf7244d-3577-44d9-a0bc-3a92d0d0b359 HTTP/1.1" status: 200 len: 992 time: 0.9863136 Apr 18 18:14:00.477484 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'tag': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:14:00.479784 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a784926820a292293b0144f44cf7468554d7250ef75ee45345a890901beb5846" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fba8bee-ff9b-44ed-92ca-63fe575f2751" -d '{"events": [{"name": "network-changed", "server_uuid": "1c635d15-296e-41a0-b8c2-0335a8afa6d2", "tag": "9aa63b82-40c8-43d2-a86a-ac00dd3778f4"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:14:00.582375 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520e5a40-125c-49af-aeab-bd41b5b9fe55 x-openstack-request-id: req-520e5a40-125c-49af-aeab-bd41b5b9fe55 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:14:00.582813 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c635d15-296e-41a0-b8c2-0335a8afa6d2", "tag": "9aa63b82-40c8-43d2-a86a-ac00dd3778f4", "status": "completed", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:14:00.583218 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-520e5a40-125c-49af-aeab-bd41b5b9fe55 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:14:00.583894 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520e5a40-125c-49af-aeab-bd41b5b9fe55'] response: {'name': 'network-changed', 'server_uuid': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'tag': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'status': 'completed', 'code': 200} Apr 18 18:14:00.584809 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:14:00.640161 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-76eb5c31-5deb-43c0-8fed-730da6adce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:00.641761 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-76eb5c31-5deb-43c0-8fed-730da6adce51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 1130 time: 0.0397978 Apr 18 18:14:00.741234 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-e5b27394-680b-47c3-97fc-57968badddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:00.742767 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-e5b27394-680b-47c3-97fc-57968badddb8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.0949228 Apr 18 18:14:00.809500 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-4b3816a0-846b-47e6-a647-3543383fe4b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4 HTTP/1.1" status: 200 len: 1000 time: 0.0609429 Apr 18 18:14:00.866252 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-0a09418b-bcdf-469b-aa78-bf0b4eb6a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:00.867728 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-0a09418b-bcdf-469b-aa78-bf0b4eb6a10d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0510354 Apr 18 18:14:00.904515 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'baf7244d-3577-44d9-a0bc-3a92d0d0b359', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:bf:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:13:48Z', 'updated_at': '2022-04-18T18:13:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:00.913178 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-802fa5a5-1772-4a96-966a-fbb6d533734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:00.914752 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-802fa5a5-1772-4a96-966a-fbb6d533734b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416346 Apr 18 18:14:00.932141 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:14:00.940938 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:14:00.941866 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:13:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:01.011742 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-6e9409e3-978a-4601-9965-45d3d5b89196 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908959 Apr 18 18:14:01.060768 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:14:01.107371 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2fba8bee-ff9b-44ed-92ca-63fe575f2751 req-a75380d7-5855-4deb-9673-259b152bc77f service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895069 Apr 18 18:14:01.286127 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'baf7244d-3577-44d9-a0bc-3a92d0d0b359', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:bf:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:13:48Z', 'updated_at': '2022-04-18T18:13:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:01.317545 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812a516e-2b83-4af7-8cc1-f2c07ad789ee None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_floatingips': [{'id': 'baf7244d-3577-44d9-a0bc-3a92d0d0b359', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'router_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'port_id': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'mac_address': 'fa:16:3e:bf:d1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T18:13:48Z', 'updated_at': '2022-04-18T18:13:59Z', 'revision_number': 1, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:14:01.512736 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a26c1-8851-4111-a9c9-2ef625619347 None None] New status for floating IP baf7244d-3577-44d9-a0bc-3a92d0d0b359: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:14:01.865517 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:04.359336 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05826433-4879-4595-80c0-c8a640c69c13 req-ceb30871-9cd8-42e2-be29-1168c09c1d0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391989 Apr 18 18:14:04.441316 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05826433-4879-4595-80c0-c8a640c69c13 req-616c31eb-290e-4887-9d6d-bc0e0dcd7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:04.443865 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05826433-4879-4595-80c0-c8a640c69c13 req-616c31eb-290e-4887-9d6d-bc0e0dcd7c5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 1130 time: 0.0438704 Apr 18 18:14:04.550215 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05826433-4879-4595-80c0-c8a640c69c13 req-83faac33-799d-490b-89ce-b7775cbc3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:04.551824 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05826433-4879-4595-80c0-c8a640c69c13 req-83faac33-799d-490b-89ce-b7775cbc3e74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 200 len: 914 time: 0.0860906 Apr 18 18:14:04.622428 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05826433-4879-4595-80c0-c8a640c69c13 req-7d2426d8-eed9-4cc9-9d6f-53e86b65e277 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4 HTTP/1.1" status: 200 len: 1002 time: 0.0650904 Apr 18 18:14:04.672177 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05826433-4879-4595-80c0-c8a640c69c13 req-6f9a88b2-4251-4722-9bf7-b7e06ff587fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:04.673640 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05826433-4879-4595-80c0-c8a640c69c13 req-6f9a88b2-4251-4722-9bf7-b7e06ff587fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 200 len: 853 time: 0.0447440 Apr 18 18:14:04.717434 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05826433-4879-4595-80c0-c8a640c69c13 req-ade1b65c-095d-4963-bb32-c08ab222dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:04.718972 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05826433-4879-4595-80c0-c8a640c69c13 req-ade1b65c-095d-4963-bb32-c08ab222dad4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397005 Apr 18 18:14:04.812945 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05826433-4879-4595-80c0-c8a640c69c13 req-5dade2e6-8835-416f-ad54-a8b7bfbf9cb4 service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878551 Apr 18 18:14:04.904605 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05826433-4879-4595-80c0-c8a640c69c13 req-3a9686e9-c0d7-48e6-a146-577c2e73173d service neutron] 10.222.0.15 "GET /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852749 Apr 18 18:14:08.784195 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:14:14.418764 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-af08acea-b8b2-4ef5-a2e3-e0a7c16ea120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:16.602844 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e873-c1cc-4a92-8081-d7c621cad292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:17.858817 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:19.185135 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:20.735269 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:31.875782 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:42.432399 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd724b-4f4e-4b95-b99a-0d4fa052ed83 req-751744b6-93bb-4705-a7e3-d3d3c3a3e90f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:42.433774 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-60cd724b-4f4e-4b95-b99a-0d4fa052ed83 req-751744b6-93bb-4705-a7e3-d3d3c3a3e90f tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 946 time: 0.0488729 Apr 18 18:14:42.480232 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-60cd724b-4f4e-4b95-b99a-0d4fa052ed83 req-1e1f2d96-c021-41bc-82a9-2184c999b7cc tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408566 Apr 18 18:14:43.594904 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b24079-edbc-4472-b16f-158e131ea262 req-98a49da4-5ac5-4f61-a2c3-99a65d91227e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:43.596275 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-68b24079-edbc-4472-b16f-158e131ea262 req-98a49da4-5ac5-4f61-a2c3-99a65d91227e tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 946 time: 0.0457535 Apr 18 18:14:43.649196 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-68b24079-edbc-4472-b16f-158e131ea262 req-0f74ea70-7321-44b5-a2d8-62c57713c5b7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463879 Apr 18 18:14:43.860383 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-9f9009e5-a0c1-454f-b976-b3c729715222 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 18 18:14:43.861758 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-9f9009e5-a0c1-454f-b976-b3c729715222 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 946 time: 0.0510042 Apr 18 18:14:43.949634 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Deleting port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:14:43.949984 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:44.315114 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] For port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4, host hv-cinder-83832, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83832',level=0,port_id=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:14:44.315482 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:44.421671 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-764eecca-ac3c-4742-9628-835011ba95de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:44.495864 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:44.496224 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16618177'] for floatingip (baf7244d-3577-44d9-a0bc-3a92d0d0b359), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:44.496539 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Floating IP baf7244d-3577-44d9-a0bc-3a92d0d0b359 disassociated. External IP: 172.27.3.119, port: 9aa63b82-40c8-43d2-a86a-ac00dd3778f4. Apr 18 18:14:44.496877 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Calling delete_port for 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:14:44.626583 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (9aa63b82-40c8-43d2-a86a-ac00dd3778f4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:44.654814 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'Port': ['ID=9aa63b82-40c8-43d2-a86a-ac00dd3778f4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:44.750132 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [req-c1a5e455-442d-4b35-9bcb-d0864b1378b9 req-e937da2d-65ee-4f1a-9483-193847f97a66 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c635d15-296e-41a0-b8c2-0335a8afa6d2 HTTP/1.1" status: 200 len: 210 time: 0.0300348 Apr 18 18:14:44.776401 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:14:44.903834 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:14:44.914339 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:14:44.925061 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:14:44.925679 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:14:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:44.949037 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] No DVR routers for this DVR port 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 on host hv-cinder-83832 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:14:44.951625 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:44.955036 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bb44e63-ad94-45d9-b773-e81aa5f4c53e req-ed5308c9-62b3-485a-8d82-c579d6d1850c tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.15 "DELETE /v2.0/ports/9aa63b82-40c8-43d2-a86a-ac00dd3778f4 HTTP/1.1" status: 204 len: 173 time: 1.0884774 Apr 18 18:14:44.955605 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'name': 'network-vif-deleted', 'tag': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 18:14:44.957881 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520c4d1fcd4f2ac532e683027ca4c53c320f4b52a9524141b66fdcdb561dbd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc0ea2-d4d4-4410-ac18-7dd52c183000" -d '{"events": [{"server_uuid": "1c635d15-296e-41a0-b8c2-0335a8afa6d2", "name": "network-vif-deleted", "tag": "9aa63b82-40c8-43d2-a86a-ac00dd3778f4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 18:14:45.005959 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 18:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10e660e-0fe3-46c6-b5d5-f0d8af7af23b x-openstack-request-id: req-f10e660e-0fe3-46c6-b5d5-f0d8af7af23b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 18:14:45.006594 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c635d15-296e-41a0-b8c2-0335a8afa6d2", "name": "network-vif-deleted", "tag": "9aa63b82-40c8-43d2-a86a-ac00dd3778f4", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 18:14:45.007144 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f10e660e-0fe3-46c6-b5d5-f0d8af7af23b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 18:14:45.007902 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10e660e-0fe3-46c6-b5d5-f0d8af7af23b'] response: {'server_uuid': '1c635d15-296e-41a0-b8c2-0335a8afa6d2', 'name': 'network-vif-deleted', 'tag': '9aa63b82-40c8-43d2-a86a-ac00dd3778f4', 'status': 'completed', 'code': 200} Apr 18 18:14:45.071693 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:14:45.287252 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:45.317741 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:14:45.327381 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:14:45.327985 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:14:17Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:45.447724 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:14:45.650430 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:45.677414 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba476463-d378-4b6b-a2ff-a0d75a1214b0 None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:45Z', 'revision_number': 4, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi', '_interfaces': [{'id': 'c5110f2b-4df9-4c11-873e-878dd8dd183b', 'name': '', 'network_id': 'a1540143-8d4d-4b33-a4f9-967a2ce9e9cf', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'mac_address': 'fa:16:3e:97:7f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:44Z', 'updated_at': '2022-04-18T18:10:49Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'subnets': [{'id': '75bb6a45-427b-4620-95bd-836cfb8b0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:14:45.782959 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:14:45.838590 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51300) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:45.896434 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3df8e172-cf40-4597-95b7-282dedeae73b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:45.914769 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cb0db-7a0e-49c1-bf74-6db30f5d7a6f None None] New status for floating IP baf7244d-3577-44d9-a0bc-3a92d0d0b359: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 18:14:45.924973 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3df8e172-cf40-4597-95b7-282dedeae73b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:45.980232 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3df8e172-cf40-4597-95b7-282dedeae73b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:45.982994 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3df8e172-cf40-4597-95b7-282dedeae73b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:45.984831 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-3df8e172-cf40-4597-95b7-282dedeae73b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc HTTP/1.1" status: 204 len: 168 time: 0.1445224 Apr 18 18:14:45.986925 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51302) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:45.998987 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8e172-cf40-4597-95b7-282dedeae73b tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:46.007987 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-deefdd40-7ddc-4b12-a159-023e490f31e7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] show failed (client error): The resource could not be found. Apr 18 18:14:46.009038 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-deefdd40-7ddc-4b12-a159-023e490f31e7 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "GET /v2.0/security-groups/8e5e15e2-ba8f-4ef3-9bcb-1303ecd88dbc HTTP/1.1" status: 404 len: 347 time: 0.0211263 Apr 18 18:14:46.013037 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51304) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:46.174102 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Deleting port 37f36192-d7f5-48d2-8fbf-4bb8c41e50e9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:14:46.174556 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:46.254612 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:46.255215 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:46.268130 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Calling delete_port for 37f36192-d7f5-48d2-8fbf-4bb8c41e50e9 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:14:46.401206 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (37f36192-d7f5-48d2-8fbf-4bb8c41e50e9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:46.425976 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Pushing event deleted for resources: {'Port': ['ID=37f36192-d7f5-48d2-8fbf-4bb8c41e50e9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:46.488451 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks [] for floatingip (baf7244d-3577-44d9-a0bc-3a92d0d0b359), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:46.491049 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-234284'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:46.492764 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a5bf51a8-325a-4244-83b2-3cbc6b3d0777 tempest-AttachVolumeNegativeTest-2066315230 tempest-AttachVolumeNegativeTest-2066315230-project] 10.222.0.20 "DELETE /v2.0/floatingips/baf7244d-3577-44d9-a0bc-3a92d0d0b359 HTTP/1.1" status: 204 len: 168 time: 0.4784112 Apr 18 18:14:46.608373 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f8a1574c-1ee2-4e31-b294-1e0248357920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:47.566697 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 no longer exists at agent hyperv_hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:14:47.586960 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] No Port match for: 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:14:47.587302 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Device 9aa63b82-40c8-43d2-a86a-ac00dd3778f4 not bound to the agent host hv-cinder-83832 {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:14:47.864103 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:49.182658 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:50.157644 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51340) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:50.495902 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16618433'] for router_interface (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:50.727376 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Deleting port c5110f2b-4df9-4c11-873e-878dd8dd183b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:14:50.727376 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:50.738005 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:50.807162 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] For port c5110f2b-4df9-4c11-873e-878dd8dd183b, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=c5110f2b-4df9-4c11-873e-878dd8dd183b,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:14:50.807433 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:50.823456 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Calling delete_port for c5110f2b-4df9-4c11-873e-878dd8dd183b owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:14:51.006387 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (c5110f2b-4df9-4c11-873e-878dd8dd183b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:51.031477 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5110f2b-4df9-4c11-873e-878dd8dd183b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:51.044928 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.045526 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.045873 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.046213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.046574 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.046904 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.047233 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.047559 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.047884 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.048211 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.048533 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.048856 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.049175 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.049496 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.049827 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:51.214134 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16760537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16618333'] for router_interface (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:51.438450 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 has already been hosted by L3 agent 7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 18:14:51.546385 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] Notify agent at l3_agent.dv-cinder-838329-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 18:14:51.551467 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-58a9e753-cef6-42e9-a38c-8496ae4c2325 admin admin] 10.222.0.20 "PUT /v2.0/routers/4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3927157 Apr 18 18:14:51.554753 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51342) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:51.558944 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] Sync routers for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 18:14:51.568471 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:14:51.569088 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:14:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:51.670257 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks [] for router (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:51.774407 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: dv-cinder-838329-1-iscsi {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:14:51.781220 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks [] for router_gateway (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:51.824584 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Deleting port 3c449ea9-097f-4751-b6fc-e35f3759978b {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:14:51.825045 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:51.907354 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] For port 3c449ea9-097f-4751-b6fc-e35f3759978b, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=3c449ea9-097f-4751-b6fc-e35f3759978b,segment=NetworkSegment(57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca),segment_id=57c4c8fb-aaeb-4c21-a0fe-d4d0bf216dca)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:14:51.907717 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:51.921089 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Calling delete_port for 3c449ea9-097f-4751-b6fc-e35f3759978b owned by network:router_gateway {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:14:51.943176 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'external_fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:14:50Z', 'revision_number': 5, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port': {'id': '3c449ea9-097f-4751-b6fc-e35f3759978b', 'name': '', 'network_id': 'f8565819-f1bc-4d37-9ccb-de33d3d16499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:80:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838329-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce6a9d68-eb6c-481b-b39c-b97a0ae4b26c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838329-1-iscsi'}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:51.970878 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] Checking router: 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 for host: dv-cinder-838329-1-iscsi {{(pid=103434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 18:14:51.979407 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] Routers {'4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'} bound to L3 agent in host dv-cinder-838329-1-iscsi {{(pid=103434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 18:14:51.980027 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838329-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T17:54:17Z,description=,heartbeat_timestamp=2022-04-18T18:14:47Z,host='dv-cinder-838329-1-iscsi',id=7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T17:54:17Z,topic='l3_agent')) {'router_ids': ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'], 'active': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:52.069452 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_dvr_db [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] Set router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 gateway port host: None {{(pid=103434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 18:14:52.092001 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14646049'] for port (3c449ea9-097f-4751-b6fc-e35f3759978b), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.119680 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c449ea9-097f-4751-b6fc-e35f3759978b,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:52.125123 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.l3_hamode_db [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:14:51Z', 'revision_number': 6, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port_host': None}], 'dv-cinder-838329-1-iscsi', False) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:52.149904 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.150376 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.150783 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.151174 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.151633 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.152016 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.152401 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.152779 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.153173 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.153548 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.154008 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.154438 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.154818 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.155261 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.155632 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838329-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 18:14:52.164172 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15fc4e1-4cd7-4978-b7ec-375429ad0c54 None None] The sync data for ids ['4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8'] in dv-cinder-838329-1-iscsi is: [{'id': '4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8', 'name': 'tempest-AttachVolumeNegativeTest-901580232-router', 'tenant_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T18:10:41Z', 'updated_at': '2022-04-18T18:14:51Z', 'revision_number': 6, 'project_id': 'f780d3ebc8cc45288edafbce56f3fe52', 'gw_port_host': None}] {{(pid=103434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 18:14:52.202512 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16618235'] for router_gateway (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.293088 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16640805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11949'] for router (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.295412 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks [] for router_controller (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.340238 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16640798'] for router (4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.341397 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 {{(pid=103432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 18:14:52.346622 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.347798 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4987d4f0-8d6d-4ebd-ac23-e03b8b68d098 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4200bd2d-c4bb-4ed9-b5a9-d04fa1aefbf8 HTTP/1.1" status: 204 len: 168 time: 0.7918055 Apr 18 18:14:52.351271 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51344) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:52.398095 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b42498c-0d88-43b1-9ff9-5356e684e119 admin admin] Deleting subnet 75bb6a45-427b-4620-95bd-836cfb8b0741 {{(pid=103432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 18 18:14:52.401356 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b42498c-0d88-43b1-9ff9-5356e684e119 admin admin] Publish callbacks [] for subnet (75bb6a45-427b-4620-95bd-836cfb8b0741), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.435580 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b42498c-0d88-43b1-9ff9-5356e684e119 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14869680'] for subnet (75bb6a45-427b-4620-95bd-836cfb8b0741), precommit_delete_associations {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.511213 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b42498c-0d88-43b1-9ff9-5356e684e119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-910628'] for subnet (75bb6a45-427b-4620-95bd-836cfb8b0741), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.576923 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b42498c-0d88-43b1-9ff9-5356e684e119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-910643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16769166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14646094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13271866'] for subnet (75bb6a45-427b-4620-95bd-836cfb8b0741), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.609742 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3b42498c-0d88-43b1-9ff9-5356e684e119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for subnet (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.613519 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-3b42498c-0d88-43b1-9ff9-5356e684e119 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/75bb6a45-427b-4620-95bd-836cfb8b0741 HTTP/1.1" status: 204 len: 168 time: 0.2613237 Apr 18 18:14:52.614753 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42498c-0d88-43b1-9ff9-5356e684e119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bb6a45-427b-4620-95bd-836cfb8b0741,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:52.614879 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b4d80b-5887-4a79-a236-eb82c2805171 None None] Network a1540143-8d4d-4b33-a4f9-967a2ce9e9cf requested from dv-cinder-838329-1-iscsi {{(pid=103433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 18 18:14:52.616142 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51346) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:52.683863 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-999509'] for network (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.733691 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Deleting port 3228e12e-bb34-4923-b802-1a9a0f73041e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 18 18:14:52.734032 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730133503528'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.796174 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] For port 3228e12e-bb34-4923-b802-1a9a0f73041e, host dv-cinder-838329-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838329-1-iscsi',level=0,port_id=3228e12e-bb34-4923-b802-1a9a0f73041e,segment=NetworkSegment(37a3569e-f0b5-475c-a80e-45b01f4e8f7e),segment_id=37a3569e-f0b5-475c-a80e-45b01f4e8f7e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 18:14:52.796460 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16617295'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.809459 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Calling delete_port for 3228e12e-bb34-4923-b802-1a9a0f73041e owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 18 18:14:52.893804 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-874696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730133510166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730133134017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13066857'] for port (3228e12e-bb34-4923-b802-1a9a0f73041e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:52.919898 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd1b5ae-e6d6-4577-a619-8aa4640c2ddf None None] DHCP port deletion for a1540143-8d4d-4b33-a4f9-967a2ce9e9cf request from dv-cinder-838329-1-iscsi {{(pid=103433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 18 18:14:52.929664 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Pushing event deleted for resources: {'Port': ['ID=3228e12e-bb34-4923-b802-1a9a0f73041e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:52.931754 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] No DVR routers for this DVR port 3228e12e-bb34-4923-b802-1a9a0f73041e on host dv-cinder-838329-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 18:14:53.003060 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917151', 'neutron.services.segments.db._delete_segments_for_network-8730133657528'] for network (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.024623 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1540143-8d4d-4b33-a4f9-967a2ce9e9cf']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:53.034151 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a3569e-f0b5-475c-a80e-45b01f4e8f7e') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:53.034480 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a3569e-f0b5-475c-a80e-45b01f4e8f7e') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 18:14:53.047390 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730133660353', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13576155'] for segment (37a3569e-f0b5-475c-a80e-45b01f4e8f7e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.060420 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519'] for segment (37a3569e-f0b5-475c-a80e-45b01f4e8f7e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.066198 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 18:14:53.066611 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13066940'] for segment (37a3569e-f0b5-475c-a80e-45b01f4e8f7e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: Traceback (most recent call last): Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: timer() Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: cb(*args, **kw) Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: self._notify() Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: self.callback(batched_events) Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: event.method(event) Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: return f(self, *a, **k) Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._get(url).json() Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 18:14:53.068292 dv-cinder-838329-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 18:14:53.127423 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16760528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16618207'] for network (a1540143-8d4d-4b33-a4f9-967a2ce9e9cf), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.134459 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16760354'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.138728 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1540143-8d4d-4b33-a4f9-967a2ce9e9cf HTTP/1.1" status: 204 len: 168 time: 0.5209496 Apr 18 18:14:53.152489 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119da483-875a-439f-b1e6-8b2e4c2e3756 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1540143-8d4d-4b33-a4f9-967a2ce9e9cf,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:53.358624 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51350) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:53.403839 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9e2c551d-a452-47f3-8754-49be73315605 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f780d3ebc8cc45288edafbce56f3fe52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440776 Apr 18 18:14:53.407194 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51352) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:53.420662 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 3228e12e-bb34-4923-b802-1a9a0f73041e no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:14:53.445705 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 3228e12e-bb34-4923-b802-1a9a0f73041e {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:14:53.446446 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 3228e12e-bb34-4923-b802-1a9a0f73041e not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:14:53.446877 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c5110f2b-4df9-4c11-873e-878dd8dd183b no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:14:53.459358 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d34a5697-a82c-47e1-9fe2-7fc0ea3dd97e admin admin] Publish callbacks [] for security_group (4b5ff9ec-5c97-4fa3-b042-911ca5d2d001), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.469003 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: c5110f2b-4df9-4c11-873e-878dd8dd183b {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:14:53.469350 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device c5110f2b-4df9-4c11-873e-878dd8dd183b not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:14:53.469770 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 3c449ea9-097f-4751-b6fc-e35f3759978b no longer exists at agent ovs-agent-dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 18:14:53.485548 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d34a5697-a82c-47e1-9fe2-7fc0ea3dd97e admin admin] Publish callbacks [] for security_group (4b5ff9ec-5c97-4fa3-b042-911ca5d2d001), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.489343 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] No Port match for: 3c449ea9-097f-4751-b6fc-e35f3759978b {{(pid=103433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 18 18:14:53.489693 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.rpc [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Device 3c449ea9-097f-4751-b6fc-e35f3759978b not bound to the agent host dv-cinder-838329-1-iscsi {{(pid=103433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 18:14:53.538672 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d34a5697-a82c-47e1-9fe2-7fc0ea3dd97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (4b5ff9ec-5c97-4fa3-b042-911ca5d2d001), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.541388 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d34a5697-a82c-47e1-9fe2-7fc0ea3dd97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:53.542560 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d34a5697-a82c-47e1-9fe2-7fc0ea3dd97e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b5ff9ec-5c97-4fa3-b042-911ca5d2d001 HTTP/1.1" status: 204 len: 168 time: 0.1344447 Apr 18 18:14:53.550374 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a5697-a82c-47e1-9fe2-7fc0ea3dd97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ff9ec-5c97-4fa3-b042-911ca5d2d001,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:54.816026 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51402) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:54.921396 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad22b08c-8f26-4fc3-8efe-aa8b526218bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:54.996808 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad22b08c-8f26-4fc3-8efe-aa8b526218bb admin admin] Publish callbacks [] for security_group (f6f3c313-954f-4096-9d8c-b9dad61e0bc8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:55.001600 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad22b08c-8f26-4fc3-8efe-aa8b526218bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f6f3c313-954f-4096-9d8c-b9dad61e0bc8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:55.044747 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ad22b08c-8f26-4fc3-8efe-aa8b526218bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cc4a9ede12348c7a5164a6034cafae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276235 Apr 18 18:14:55.045620 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b08c-8f26-4fc3-8efe-aa8b526218bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f3c313-954f-4096-9d8c-b9dad61e0bc8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:55.047473 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51406) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:55.095211 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c602-c7e0-43f5-a6c7-24797973f5d8 admin admin] Publish callbacks [] for security_group (f6f3c313-954f-4096-9d8c-b9dad61e0bc8), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:55.115515 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c602-c7e0-43f5-a6c7-24797973f5d8 admin admin] Publish callbacks [] for security_group (f6f3c313-954f-4096-9d8c-b9dad61e0bc8), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:55.162827 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c602-c7e0-43f5-a6c7-24797973f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (f6f3c313-954f-4096-9d8c-b9dad61e0bc8), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:55.165372 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ac7c602-c7e0-43f5-a6c7-24797973f5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:55.166563 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4ac7c602-c7e0-43f5-a6c7-24797973f5d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6f3c313-954f-4096-9d8c-b9dad61e0bc8 HTTP/1.1" status: 204 len: 168 time: 0.1181026 Apr 18 18:14:55.174209 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7c602-c7e0-43f5-a6c7-24797973f5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f3c313-954f-4096-9d8c-b9dad61e0bc8,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:58.022782 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51538) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:58.146002 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7bd378e6-3026-4afb-a5bf-18756afb440a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.218490 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7bd378e6-3026-4afb-a5bf-18756afb440a admin admin] Publish callbacks [] for security_group (76592916-6fe0-4aa7-8b5f-78c949bccbcf), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.222105 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7bd378e6-3026-4afb-a5bf-18756afb440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (76592916-6fe0-4aa7-8b5f-78c949bccbcf), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.260833 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-7bd378e6-3026-4afb-a5bf-18756afb440a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adcb1995581a43729c7b45d998151aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369943 Apr 18 18:14:58.261779 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd378e6-3026-4afb-a5bf-18756afb440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76592916-6fe0-4aa7-8b5f-78c949bccbcf,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:58.263608 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51542) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:58.312534 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dee9adc-ff20-4a85-8d82-1e44da9595a2 admin admin] Publish callbacks [] for security_group (76592916-6fe0-4aa7-8b5f-78c949bccbcf), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.333881 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dee9adc-ff20-4a85-8d82-1e44da9595a2 admin admin] Publish callbacks [] for security_group (76592916-6fe0-4aa7-8b5f-78c949bccbcf), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.383717 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dee9adc-ff20-4a85-8d82-1e44da9595a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (76592916-6fe0-4aa7-8b5f-78c949bccbcf), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.386321 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9dee9adc-ff20-4a85-8d82-1e44da9595a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.387481 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9dee9adc-ff20-4a85-8d82-1e44da9595a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76592916-6fe0-4aa7-8b5f-78c949bccbcf HTTP/1.1" status: 204 len: 168 time: 0.1228843 Apr 18 18:14:58.395275 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee9adc-ff20-4a85-8d82-1e44da9595a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76592916-6fe0-4aa7-8b5f-78c949bccbcf,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:58.650817 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51548) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:58.672838 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ab45807-54aa-4ca0-be4d-bbebd36c158c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.751372 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ab45807-54aa-4ca0-be4d-bbebd36c158c admin admin] Publish callbacks [] for security_group (b6245fd8-6431-41e0-982f-d3c42d1063f1), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.755466 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4ab45807-54aa-4ca0-be4d-bbebd36c158c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b6245fd8-6431-41e0-982f-d3c42d1063f1), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.795435 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-4ab45807-54aa-4ca0-be4d-bbebd36c158c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c45f139b0734608b9446926e700e86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382968 Apr 18 18:14:58.796293 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab45807-54aa-4ca0-be4d-bbebd36c158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6245fd8-6431-41e0-982f-d3c42d1063f1,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:14:58.799202 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51550) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:14:58.849526 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d7da6e74-8249-43c0-8f36-d8fe768ac632 admin admin] Publish callbacks [] for security_group (b6245fd8-6431-41e0-982f-d3c42d1063f1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.873209 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d7da6e74-8249-43c0-8f36-d8fe768ac632 admin admin] Publish callbacks [] for security_group (b6245fd8-6431-41e0-982f-d3c42d1063f1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.931733 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d7da6e74-8249-43c0-8f36-d8fe768ac632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b6245fd8-6431-41e0-982f-d3c42d1063f1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.934555 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d7da6e74-8249-43c0-8f36-d8fe768ac632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:14:58.935705 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d7da6e74-8249-43c0-8f36-d8fe768ac632 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6245fd8-6431-41e0-982f-d3c42d1063f1 HTTP/1.1" status: 204 len: 168 time: 0.1354332 Apr 18 18:14:58.943744 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da6e74-8249-43c0-8f36-d8fe768ac632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6245fd8-6431-41e0-982f-d3c42d1063f1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:00.578073 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51594) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:00.701077 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7b9e8348-87c0-46ce-8644-9c4e12decabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:00.780101 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7b9e8348-87c0-46ce-8644-9c4e12decabc admin admin] Publish callbacks [] for security_group (b05ba16e-a6a5-481d-9a09-df78eb1d9fd1), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:00.785214 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7b9e8348-87c0-46ce-8644-9c4e12decabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b05ba16e-a6a5-481d-9a09-df78eb1d9fd1), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:00.824552 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-7b9e8348-87c0-46ce-8644-9c4e12decabc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2d7cb24503b4beca7fbc17c324c3cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453520 Apr 18 18:15:00.825672 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e8348-87c0-46ce-8644-9c4e12decabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05ba16e-a6a5-481d-9a09-df78eb1d9fd1,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:00.827325 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51598) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:00.876648 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-15314f96-655f-497a-bc48-a49fb14b72b5 admin admin] Publish callbacks [] for security_group (b05ba16e-a6a5-481d-9a09-df78eb1d9fd1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:00.899117 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-15314f96-655f-497a-bc48-a49fb14b72b5 admin admin] Publish callbacks [] for security_group (b05ba16e-a6a5-481d-9a09-df78eb1d9fd1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:00.944958 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-15314f96-655f-497a-bc48-a49fb14b72b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b05ba16e-a6a5-481d-9a09-df78eb1d9fd1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:00.947659 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-15314f96-655f-497a-bc48-a49fb14b72b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:00.948915 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-15314f96-655f-497a-bc48-a49fb14b72b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b05ba16e-a6a5-481d-9a09-df78eb1d9fd1 HTTP/1.1" status: 204 len: 168 time: 0.1205437 Apr 18 18:15:00.958408 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15314f96-655f-497a-bc48-a49fb14b72b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05ba16e-a6a5-481d-9a09-df78eb1d9fd1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:01.212336 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51604) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:01.227433 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c653d460-afcc-4e9f-a60f-b6cf1e7073f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:01.307340 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c653d460-afcc-4e9f-a60f-b6cf1e7073f7 admin admin] Publish callbacks [] for security_group (b62221b7-8eb5-4a31-b398-f1a89c82128c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:01.311322 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c653d460-afcc-4e9f-a60f-b6cf1e7073f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b62221b7-8eb5-4a31-b398-f1a89c82128c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:01.350547 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c653d460-afcc-4e9f-a60f-b6cf1e7073f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f36b3a297f24ad89dce1513030f5d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370790 Apr 18 18:15:01.351415 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d460-afcc-4e9f-a60f-b6cf1e7073f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62221b7-8eb5-4a31-b398-f1a89c82128c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:01.354424 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51606) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:01.404128 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bade3b63-0f47-410a-a3d2-5e8dd8f4e76b admin admin] Publish callbacks [] for security_group (b62221b7-8eb5-4a31-b398-f1a89c82128c), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:01.429619 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bade3b63-0f47-410a-a3d2-5e8dd8f4e76b admin admin] Publish callbacks [] for security_group (b62221b7-8eb5-4a31-b398-f1a89c82128c), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:01.476713 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bade3b63-0f47-410a-a3d2-5e8dd8f4e76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (b62221b7-8eb5-4a31-b398-f1a89c82128c), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:01.479218 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bade3b63-0f47-410a-a3d2-5e8dd8f4e76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:01.480366 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-bade3b63-0f47-410a-a3d2-5e8dd8f4e76b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b62221b7-8eb5-4a31-b398-f1a89c82128c HTTP/1.1" status: 204 len: 168 time: 0.1245959 Apr 18 18:15:01.487988 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade3b63-0f47-410a-a3d2-5e8dd8f4e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62221b7-8eb5-4a31-b398-f1a89c82128c,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:01.910414 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:03.907017 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51674) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:04.009631 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-587e068c-017e-4f08-be4e-4b9b4c42c191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.093627 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-587e068c-017e-4f08-be4e-4b9b4c42c191 admin admin] Publish callbacks [] for security_group (a26d7776-cedb-4d8d-90ab-19e574801c05), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.097360 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-587e068c-017e-4f08-be4e-4b9b4c42c191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a26d7776-cedb-4d8d-90ab-19e574801c05), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.135074 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-587e068c-017e-4f08-be4e-4b9b4c42c191 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88e5d9bc37234f1bbd4083aea03fda6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269790 Apr 18 18:15:04.136181 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e068c-017e-4f08-be4e-4b9b4c42c191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26d7776-cedb-4d8d-90ab-19e574801c05,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:04.137786 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51680) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:04.186002 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-904aa768-591a-46a1-99c3-b8bed7bcb335 admin admin] Publish callbacks [] for security_group (a26d7776-cedb-4d8d-90ab-19e574801c05), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.206857 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-904aa768-591a-46a1-99c3-b8bed7bcb335 admin admin] Publish callbacks [] for security_group (a26d7776-cedb-4d8d-90ab-19e574801c05), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.253892 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-904aa768-591a-46a1-99c3-b8bed7bcb335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (a26d7776-cedb-4d8d-90ab-19e574801c05), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.256887 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-904aa768-591a-46a1-99c3-b8bed7bcb335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.258037 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-904aa768-591a-46a1-99c3-b8bed7bcb335 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a26d7776-cedb-4d8d-90ab-19e574801c05 HTTP/1.1" status: 204 len: 168 time: 0.1192281 Apr 18 18:15:04.267465 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904aa768-591a-46a1-99c3-b8bed7bcb335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26d7776-cedb-4d8d-90ab-19e574801c05,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:04.528213 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51686) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:04.541121 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92d03ce2-fc61-4d12-b74c-fdefae35aaf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.615489 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92d03ce2-fc61-4d12-b74c-fdefae35aaf8 admin admin] Publish callbacks [] for security_group (0435f5d2-5fc7-499d-a20a-301687389b3d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.619271 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92d03ce2-fc61-4d12-b74c-fdefae35aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0435f5d2-5fc7-499d-a20a-301687389b3d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.657444 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-92d03ce2-fc61-4d12-b74c-fdefae35aaf8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62512d157ee5417da2285400193e174c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281486 Apr 18 18:15:04.659405 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d03ce2-fc61-4d12-b74c-fdefae35aaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0435f5d2-5fc7-499d-a20a-301687389b3d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:04.660237 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51688) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:04.707320 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-745cd9e8-db84-4878-b135-eb99b75aeeb1 admin admin] Publish callbacks [] for security_group (0435f5d2-5fc7-499d-a20a-301687389b3d), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.728562 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-745cd9e8-db84-4878-b135-eb99b75aeeb1 admin admin] Publish callbacks [] for security_group (0435f5d2-5fc7-499d-a20a-301687389b3d), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.777752 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-745cd9e8-db84-4878-b135-eb99b75aeeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0435f5d2-5fc7-499d-a20a-301687389b3d), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.780291 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-745cd9e8-db84-4878-b135-eb99b75aeeb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:04.781466 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-745cd9e8-db84-4878-b135-eb99b75aeeb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0435f5d2-5fc7-499d-a20a-301687389b3d HTTP/1.1" status: 204 len: 168 time: 0.1201766 Apr 18 18:15:04.789072 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cd9e8-db84-4878-b135-eb99b75aeeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435f5d2-5fc7-499d-a20a-301687389b3d,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:05.860979 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51718) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:05.968989 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-403b1b46-c939-4262-b10e-456d5bf0dd84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:06.042678 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-403b1b46-c939-4262-b10e-456d5bf0dd84 admin admin] Publish callbacks [] for security_group (9857ddb8-e88c-4f68-b486-dd4c3447aed5), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:06.047567 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-403b1b46-c939-4262-b10e-456d5bf0dd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (9857ddb8-e88c-4f68-b486-dd4c3447aed5), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:06.083811 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-403b1b46-c939-4262-b10e-456d5bf0dd84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27a35b8f706641b2a5a2146a2188526e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214823 Apr 18 18:15:06.087343 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51722) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:06.088925 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b1b46-c939-4262-b10e-456d5bf0dd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9857ddb8-e88c-4f68-b486-dd4c3447aed5,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:06.136917 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95cfcd07-89cf-4d9e-beea-79c43b81a19f admin admin] Publish callbacks [] for security_group (9857ddb8-e88c-4f68-b486-dd4c3447aed5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:06.158601 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95cfcd07-89cf-4d9e-beea-79c43b81a19f admin admin] Publish callbacks [] for security_group (9857ddb8-e88c-4f68-b486-dd4c3447aed5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:06.204478 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95cfcd07-89cf-4d9e-beea-79c43b81a19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (9857ddb8-e88c-4f68-b486-dd4c3447aed5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:06.207282 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-95cfcd07-89cf-4d9e-beea-79c43b81a19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:06.208416 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-95cfcd07-89cf-4d9e-beea-79c43b81a19f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9857ddb8-e88c-4f68-b486-dd4c3447aed5 HTTP/1.1" status: 204 len: 168 time: 0.1200488 Apr 18 18:15:06.216529 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfcd07-89cf-4d9e-beea-79c43b81a19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9857ddb8-e88c-4f68-b486-dd4c3447aed5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:14.424012 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cfed507-4840-45af-9a03-74abd4a59c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:14.455932 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51806) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:14.565088 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f703283f-d7a5-4f32-bc1a-60e469882119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:14.639575 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f703283f-d7a5-4f32-bc1a-60e469882119 admin admin] Publish callbacks [] for security_group (0e964a30-0ab9-4745-aaf6-0178ed92917a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:14.643267 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f703283f-d7a5-4f32-bc1a-60e469882119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0e964a30-0ab9-4745-aaf6-0178ed92917a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:14.682703 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703283f-d7a5-4f32-bc1a-60e469882119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e964a30-0ab9-4745-aaf6-0178ed92917a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:14.686980 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f703283f-d7a5-4f32-bc1a-60e469882119 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=535cf9c6d9be4b5ab77a454da2edce91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300904 Apr 18 18:15:14.689640 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51810) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:14.737048 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebdc67d5-e07f-425e-807e-6d888fd6e186 admin admin] Publish callbacks [] for security_group (0e964a30-0ab9-4745-aaf6-0178ed92917a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:14.757570 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebdc67d5-e07f-425e-807e-6d888fd6e186 admin admin] Publish callbacks [] for security_group (0e964a30-0ab9-4745-aaf6-0178ed92917a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:14.804870 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebdc67d5-e07f-425e-807e-6d888fd6e186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (0e964a30-0ab9-4745-aaf6-0178ed92917a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:14.807445 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ebdc67d5-e07f-425e-807e-6d888fd6e186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:14.808600 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ebdc67d5-e07f-425e-807e-6d888fd6e186 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e964a30-0ab9-4745-aaf6-0178ed92917a HTTP/1.1" status: 204 len: 168 time: 0.1180587 Apr 18 18:15:14.816702 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc67d5-e07f-425e-807e-6d888fd6e186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e964a30-0ab9-4745-aaf6-0178ed92917a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:16.602124 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4cd65f71-cfe4-49e7-bc3a-2380c83a32a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:17.859195 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:19.184546 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:20.744191 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:22.782793 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:15:25.760285 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.20', 51944) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:25.865395 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88af995b-009c-4cef-8ebc-4483bec2b120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:25.940757 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88af995b-009c-4cef-8ebc-4483bec2b120 admin admin] Publish callbacks [] for security_group (36859471-6cf1-47b5-a767-4cd1e7884ef9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:25.945292 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88af995b-009c-4cef-8ebc-4483bec2b120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (36859471-6cf1-47b5-a767-4cd1e7884ef9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:25.985954 dv-cinder-838329-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-88af995b-009c-4cef-8ebc-4483bec2b120 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c10589d52f374da28aee8c9d58e9e8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244554 Apr 18 18:15:25.986858 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af995b-009c-4cef-8ebc-4483bec2b120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36859471-6cf1-47b5-a767-4cd1e7884ef9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:25.988590 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.wsgi [-] (103432) accepted ('10.222.0.20', 51948) {{(pid=103432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 18 18:15:26.037543 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d80fa92f-6d9d-425a-a3f7-945750be2c4a admin admin] Publish callbacks [] for security_group (36859471-6cf1-47b5-a767-4cd1e7884ef9), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:26.058453 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d80fa92f-6d9d-425a-a3f7-945750be2c4a admin admin] Publish callbacks [] for security_group (36859471-6cf1-47b5-a767-4cd1e7884ef9), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:26.104482 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d80fa92f-6d9d-425a-a3f7-945750be2c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16728422'] for security_group (36859471-6cf1-47b5-a767-4cd1e7884ef9), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:26.106976 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d80fa92f-6d9d-425a-a3f7-945750be2c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:26.108106 dv-cinder-838329-1-iscsi neutron-server[103432]: INFO neutron.wsgi [None req-d80fa92f-6d9d-425a-a3f7-945750be2c4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36859471-6cf1-47b5-a767-4cd1e7884ef9 HTTP/1.1" status: 204 len: 168 time: 0.1185384 Apr 18 18:15:26.115866 dv-cinder-838329-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa92f-6d9d-425a-a3f7-945750be2c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36859471-6cf1-47b5-a767-4cd1e7884ef9,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 18:15:31.924362 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:44.426565 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c62c18b3-cbb6-4fd9-af04-e006ab7a3c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:46.604247 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ad0befe2-8844-4abf-a9fc-5c5670361f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:47.861651 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:49.187336 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:50.746924 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:15:59.782745 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:16:01.919067 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:14.428883 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e9e18c4-ac40-4532-bfa9-b27b97ba1299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:16.607006 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc14c42d-68f4-4bbd-bb17-feb56dff6a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:17.867613 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:19.191096 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:20.749714 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:31.924754 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:36.782675 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:16:44.432687 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8387f7e8-bd14-4dc2-bfba-1f31c4abbf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:46.609731 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a024952-47a6-47b1-bed3-aa5b05cd7184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:47.869771 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:49.193424 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:16:50.751631 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:01.928055 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:13.781623 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:17:14.434128 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d4f0bb2e-6232-458d-87f3-401ffcc73257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:16.612203 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-40b0c777-d7a9-411f-a8d0-fef860c61119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:17.871840 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:19.196079 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:20.754224 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:31.959848 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:44.436424 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-81c04ddc-5a3f-4b36-b192-3cc2d126d045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:46.613370 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-097ad57e-ab2f-44d1-986d-75fcd4b97b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:47.874710 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:49.198953 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:50.759713 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:17:50.780353 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:18:01.954671 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:14.443340 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-06695516-b71c-4179-b5b1-d18ad12840b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:16.614817 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e56d048a-5e10-4a48-aa8b-1b5fe059eb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:17.877649 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:19.201140 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:20.772195 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:27.779554 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:18:31.954450 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:37.404337 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-b88126c8-aa13-4259-9155-855cf0fffd8f req-287c3f40-d00e-4455-9717-df14fe85e694 service neutron] (103431) timed out ('10.222.0.15', 56074) {{(pid=103431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 18 18:18:44.434888 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c82b-629c-4c6f-8e34-113d087327d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:46.616651 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0a48a4e-6edb-49e0-bfdd-cc8471393003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:47.879964 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:49.203995 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:18:50.764504 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:01.968492 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:04.778739 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:19:06.143126 dv-cinder-838329-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-b9834200-9ffa-4213-a8c3-d6e2779eaa77 req-f3c1b662-0515-4c25-9421-c3785baf8c76 service neutron] (103431) timed out ('10.222.0.15', 56107) {{(pid=103431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 18 18:19:14.435549 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-feb303ec-f0a3-41de-9db5-7d3af6abed77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:16.619028 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-784de225-5e2a-4627-9d2e-f5658c1d0eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:17.883153 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:19.209105 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:20.766581 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:31.967992 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:41.777489 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:19:44.440864 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5ac57e71-71d0-4a13-96c7-662b4b40547c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:46.621026 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0009f8c6-b353-44e6-9724-c8be0b72e558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:47.885578 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:49.209246 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:19:50.770165 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:01.988599 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:14.442583 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-842b12dc-cbf7-4ab6-9cd1-9e94c4ddd2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:16.623178 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ab663e30-3855-46a4-8016-69a733ca7e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:17.889713 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:18.776813 dv-cinder-838329-1-iscsi neutron-server[103434]: DEBUG neutron.db.agents_db [None req-431b6f80-5ddb-418f-91e3-fc757cce4431 None None] Agent healthcheck: found 6 active agents {{(pid=103434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 18:20:19.213043 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:20.775488 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:31.983376 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ca467d0c-cff8-498f-9ffc-7877b5f30402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (bee38b58-c5f7-49aa-9541-12c007769d2b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:44.446579 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-181662fa-77bf-46e0-aa82-3e210b88dcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (db0f21a1-298f-4d62-816f-33325421c73c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:46.625835 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60431ad3-f857-4013-825c-30e5e40d88f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (7d2c8faa-4b33-44d1-8c75-cb8b95f1d0ed), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:47.891392 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-606f2e48-c9fe-4713-b8ff-a30987eb6433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (4a7ac3df-18bd-4170-b043-5eedae842dbf), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:49.216308 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-73c0a3d8-ef78-423e-bf18-41f0681e41cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (8ba9e5a8-c52e-4892-8ece-384775c1ba65), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 18 18:20:50.781236 dv-cinder-838329-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c289a51c-3f73-4bd6-8f92-e89dd5b41718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730133657510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948190'] for agent (33cdf614-02b9-4b43-bf07-6d1ce52d0f6d), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}